-- Logs begin at Tue 2022-03-08 03:32:56 UTC, end at Tue 2022-03-08 04:36:33 UTC. -- Mar 08 04:09:26.240110 dv-cinder-740146-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 04:09:29.185479 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.common.config [-] Logging enabled! Mar 08 04:09:29.186041 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 04:09:29.186185 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103032) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 04:09:29.189758 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.common.config [-] Logging enabled! Mar 08 04:09:29.190015 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 04:09:29.190327 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103032) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 04:09:29.191286 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:09:29.191525 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:09:29.191901 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:09:29.192155 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:09:29.192781 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:09:29.193114 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.193553 dv-cinder-740146-13-smb neutron-server[103032]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 04:09:29.193885 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.194195 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.194500 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.194827 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.195127 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.195417 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.195711 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.196013 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.196307 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.196592 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.196882 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.197178 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.198039 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.198339 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.198637 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.198948 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] debug = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.199239 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.199679 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.200096 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.200384 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.200679 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.200981 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.201248 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.201530 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.201819 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.202152 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] host = dv-cinder-740146-13-smb {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.202437 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.202728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.203043 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.203333 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.203614 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.203896 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.204183 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.204461 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.204737 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.205015 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.205303 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.205590 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.205881 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.206110 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.206338 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.206639 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.206957 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.207238 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.207515 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.207791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.208073 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.208348 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.208619 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.208907 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.209192 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.209478 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.209753 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.210027 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.210302 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.210574 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.210893 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.211172 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.211449 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.211726 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.212016 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.212287 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.212562 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.212861 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.213514 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.213799 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.214090 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.214368 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.214655 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.214964 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.215247 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.215524 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_json = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.215813 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.216081 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.216368 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.216646 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.216925 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.217205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.217482 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.217770 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.218047 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:29.218351 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.218655 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.218987 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.219292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.219587 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.219871 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.220166 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.220447 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.220740 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.221029 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.221324 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.221603 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.221908 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.222200 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.222496 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.222828 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.223200 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.223498 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.223779 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.224059 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.224339 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.224621 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.224913 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.225196 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.225490 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.225784 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.226067 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.226369 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.226660 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.226993 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.227280 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.227559 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.227845 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.228139 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.228429 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.229279 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.229596 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.229896 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.230187 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.230469 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.230756 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.231063 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.231342 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.231621 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.231907 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.232203 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.232486 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.232762 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.233041 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.233323 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.233600 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.233890 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.234173 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.234451 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.234728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.235038 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.235318 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.235595 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.235879 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.236158 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.236440 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.236718 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.236995 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.237274 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.237551 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.237828 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.238108 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.238388 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.238673 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.238988 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.239268 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.239547 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.239824 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.240101 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.240393 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.240695 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.240975 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.241256 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.241536 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.241818 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.242101 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.242381 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.242663 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.242972 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.243249 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.243543 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.243828 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.244118 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.245052 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.245334 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.245636 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.245919 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.246200 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.246489 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.246781 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.247080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.247367 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.247655 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.247955 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.248252 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.248550 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.248852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.249146 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.249432 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.249742 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.250025 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:29.250243 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:09:29.250486 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103032) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 04:09:29.628620 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 04:09:29.628904 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 04:09:29.629217 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 04:09:29.629698 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 04:09:29.962913 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:29.963769 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:29.964121 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:29.965422 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:29.965700 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:29.965969 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.012462 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.012744 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.013017 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.027716 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.028002 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.028280 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.056466 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.056778 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.057053 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.094815 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.095100 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.095374 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.443662 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.444276 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.444276 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.444482 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.445174 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.545029 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.545351 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.545639 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.545915 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.546187 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.546501 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.546789 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.547052 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.547313 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.547604 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.547871 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.548147 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.548408 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.548666 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.548928 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.549195 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.549452 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.549723 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.549993 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.550253 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.550526 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.550808 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.551097 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.551475 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.551728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.551978 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.552370 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.552614 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.552857 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.553098 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.553338 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.553579 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:30.553942 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 04:09:30.557101 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 04:09:30.561184 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 04:09:30.565176 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 04:09:30.566925 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 04:09:30.567394 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 04:09:30.567730 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 04:09:30.568114 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 04:09:30.571007 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 04:09:30.571264 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 04:09:30.571612 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 04:09:30.576645 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 04:09:30.600997 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 04:09:30.601458 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.601764 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103032) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 04:09:30.602140 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.603628 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103032) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 04:09:30.603927 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 04:09:30.604177 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 04:09:30.607489 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.607780 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:30.669853 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 04:09:30.670097 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 04:09:30.670350 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 04:09:30.670705 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 04:09:30.691512 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_db.sqlalchemy.engines [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103032) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 04:09:31.136020 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing driver for type 'gre' Mar 08 04:09:31.136578 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] gre ID ranges: [(1, 1000)] Mar 08 04:09:31.191126 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing driver for type 'local' Mar 08 04:09:31.191401 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing driver for type 'vlan' Mar 08 04:09:31.204294 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] VlanTypeDriver initialization complete Mar 08 04:09:31.204674 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing driver for type 'vxlan' Mar 08 04:09:31.205163 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] vxlan ID ranges: [(1, 1000)] Mar 08 04:09:31.257764 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing extension driver 'port_security' Mar 08 04:09:31.258134 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] PortSecurityExtensionDriver initialization complete Mar 08 04:09:31.258474 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing mechanism driver 'openvswitch' Mar 08 04:09:31.258836 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing mechanism driver 'hyperv' Mar 08 04:09:31.265610 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:31.266450 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.266849 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.267210 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.267740 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.268173 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.268529 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.268883 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.269283 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.269689 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.270039 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.270383 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.270803 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.271203 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.271553 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.271903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.272297 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.272700 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.273044 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.273382 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.273774 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.274177 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.274524 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.274893 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.275292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103032) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:09:31.276295 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] ML2 OVO RPC backend initialized. {{(pid=103032) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 04:09:31.277322 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.277828 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.278253 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.278606 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > networks before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.278984 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.279342 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > ports before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.279690 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.280032 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.280379 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.280719 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.281056 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.281391 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.281727 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.282065 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.282398 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.282732 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.283090 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.290376 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded quota_driver: . Mar 08 04:09:31.290740 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.plugin [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Modular L2 Plugin initialization complete Mar 08 04:09:31.291716 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading services supported by the core plugin {{(pid=103032) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 04:09:31.292181 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.plugins.ml2.managers [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Got port-security extension from driver 'port_security' Mar 08 04:09:31.292693 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.extensions.vlantransparent [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Disabled vlantransparent extension. Mar 08 04:09:31.293176 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103032) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 04:09:31.293507 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: router Mar 08 04:09:31.329372 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.329767 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_create 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.330137 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router before_create 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.330500 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.330903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.331262 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_delete 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.331620 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.331970 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.332330 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_create 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.332674 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.333022 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.333368 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.333724 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.334131 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.334499 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.334869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.335210 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: subnet after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.335548 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.335897 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.336244 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.336610 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.336922 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.337277 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router after_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.337617 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.338678 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.339073 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.339421 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.339788 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > agent after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.340139 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.340487 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > network after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.341326 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Tracking information for resource: router configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:31.341662 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Tracking information for resource: floatingip configured {{(pid=103032) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:09:31.346590 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.db.l3_agentschedulers_db [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 04:09:31.347200 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.347565 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.347926 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.348276 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.349053 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router before_create 55550100 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.349417 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.349782 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.350139 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.355562 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.provider_configuration [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service providers = [] {{(pid=103032) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 04:09:31.355930 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.db.servicetype_db [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103032) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 04:09:31.358940 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.service_base [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103032) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:09:31.359292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.service_base [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103032) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:09:31.359633 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.service_base [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103032) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:09:31.360523 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.services.service_base [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103032) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:09:31.360893 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.services.service_base [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 04:09:31.361269 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.361588 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 04:09:31.372368 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.372705 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: auto_allocate Mar 08 04:09:31.378520 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: network precommit_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.378921 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: network precommit_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.379441 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.379764 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: tag Mar 08 04:09:31.386590 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.386954 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: timestamp Mar 08 04:09:31.390787 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.391122 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: network_ip_availability Mar 08 04:09:31.396579 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.396950 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.397311 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.398017 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.398341 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: flavors Mar 08 04:09:31.403896 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.404229 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading Plugin: revisions Mar 08 04:09:31.408758 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103032) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:09:31.409155 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 04:09:31.409902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103032) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 04:09:31.410237 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Initializing extension manager. Mar 08 04:09:31.410756 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: __init__.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.411128 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: __pycache__ {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.411464 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.411798 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: address_group.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.412557 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.413123 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: address-group Mar 08 04:09:31.413447 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: address_scope.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.414160 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.414668 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: address-scope Mar 08 04:09:31.415028 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.415959 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.417087 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: router-admin-state-down-before-update Mar 08 04:09:31.417412 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: agent.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.418119 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.418629 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: agent Mar 08 04:09:31.418981 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: agent_resources_synced.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.419897 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.420404 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: agent-resources-synced Mar 08 04:09:31.420728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.422520 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.423077 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: allowed-address-pairs Mar 08 04:09:31.423407 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.424502 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.425017 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: auto-allocated-topology Mar 08 04:09:31.425344 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: availability_zone.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.426044 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.426550 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: availability_zone Mar 08 04:09:31.426910 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: availability_zone_filter.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.427831 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.428339 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: availability_zone_filter Mar 08 04:09:31.428661 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: data_plane_status.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.429569 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.430073 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 04:09:31.430394 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: default_subnetpools.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.431330 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.431877 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: default-subnetpools Mar 08 04:09:31.432497 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.432985 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.433623 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: dhcp_agent_scheduler Mar 08 04:09:31.433944 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: dns.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.434967 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.435474 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 04:09:31.436742 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: dns_domain_ports.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.437691 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.438200 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 04:09:31.438523 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.439736 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.440242 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 04:09:31.440565 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: dvr.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.441287 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.441748 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: dvr Mar 08 04:09:31.442069 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: ecmp_routes.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.443022 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.443528 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 04:09:31.443855 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: empty_string_filtering.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.444771 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.445273 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: empty-string-filtering Mar 08 04:09:31.445597 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.446511 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.447043 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 04:09:31.447399 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.448320 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.448824 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 04:09:31.449153 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: external_net.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.450065 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.450568 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: external-net Mar 08 04:09:31.450925 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.451832 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.452334 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: extra_dhcp_opt Mar 08 04:09:31.452651 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: extraroute.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.453568 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.454066 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: extraroute Mar 08 04:09:31.454389 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: extraroute_atomic.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.455456 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.455964 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: extraroute-atomic Mar 08 04:09:31.456292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: filter_validation.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.456959 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.457462 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: filter-validation Mar 08 04:09:31.457791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: fip_pf_description.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.458704 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.459238 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 04:09:31.459561 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: fip_port_details.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.460662 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.461174 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: fip-port-details Mar 08 04:09:31.461500 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: flavors.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.462737 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.463980 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: flavors Mar 08 04:09:31.464304 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.465995 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.466522 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 04:09:31.466884 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: floatingip_pools.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.467593 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.468110 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: floatingip-pools Mar 08 04:09:31.468446 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: ip_allocation.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.469400 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.469906 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 04:09:31.470236 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.471195 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.471705 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: ip-substring-filtering Mar 08 04:09:31.472034 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l2_adjacency.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.472967 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.473473 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 04:09:31.473798 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.474788 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.475296 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: router Mar 08 04:09:31.475624 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.477888 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.478416 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 04:09:31.479366 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.480309 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.480821 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: ext-gw-mode Mar 08 04:09:31.481153 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.482078 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.482591 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: l3-ha Mar 08 04:09:31.482954 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.483883 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.484389 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 04:09:31.484713 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_flavors.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.485632 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.486140 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: l3-flavors Mar 08 04:09:31.486467 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.487880 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.488396 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 04:09:31.488726 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.489646 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.490157 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 04:09:31.490487 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: l3agentscheduler.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.491576 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.492090 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: l3_agent_scheduler Mar 08 04:09:31.492420 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: local_ip.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.494239 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.494892 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension local_ip not supported by any of loaded plugins Mar 08 04:09:31.495277 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: logging.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.498224 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.498750 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension logging not supported by any of loaded plugins Mar 08 04:09:31.499112 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: metering.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.499866 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.500446 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: metering Mar 08 04:09:31.500776 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.501881 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.502397 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: metering_source_and_destination_fields Mar 08 04:09:31.502723 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: multiprovidernet.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.503681 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.504195 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: multi-provider Mar 08 04:09:31.504519 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: netmtu.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.505443 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.505953 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: net-mtu Mar 08 04:09:31.506277 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: netmtu_writable.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.507235 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.507743 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: net-mtu-writable Mar 08 04:09:31.508069 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: network_availability_zone.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.508744 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.509248 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: network_availability_zone Mar 08 04:09:31.509573 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: network_ip_availability.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.511309 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.511827 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: network-ip-availability Mar 08 04:09:31.512199 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: network_segment_range.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.512937 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.513444 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 04:09:31.513769 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: pagination.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.514756 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.515116 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: pagination Mar 08 04:09:31.515440 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: port_device_profile.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.516359 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.516875 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: port-device-profile Mar 08 04:09:31.517197 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.518133 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.518639 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: port-mac-address-regenerate Mar 08 04:09:31.518989 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.519906 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.520413 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: port-numa-affinity-policy Mar 08 04:09:31.520737 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: port_resource_request.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.521665 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.522166 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 04:09:31.522489 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.523505 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.524008 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 04:09:31.524334 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: portbindings.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.525275 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.526349 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: binding Mar 08 04:09:31.526670 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: portbindings_extended.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.527982 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.528507 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: binding-extended Mar 08 04:09:31.528834 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: portsecurity.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.529755 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.530266 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: port-security Mar 08 04:09:31.530593 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: project_id.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.531612 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.531948 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: project-id Mar 08 04:09:31.532275 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: providernet.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.533203 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.533720 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: provider Mar 08 04:09:31.534047 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.537726 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.538319 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos not supported by any of loaded plugins Mar 08 04:09:31.538591 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.539903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.540420 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 04:09:31.540751 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.542000 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.542520 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 04:09:31.542880 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_default.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.543804 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.544315 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-default not supported by any of loaded plugins Mar 08 04:09:31.544643 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_fip.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.545566 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.546078 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 04:09:31.546405 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.547351 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.547867 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 04:09:31.548201 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.549129 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.549634 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 04:09:31.549960 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.551025 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.551537 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 04:09:31.551864 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.552925 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.553439 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 04:09:31.553770 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.554843 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.555363 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 04:09:31.555690 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_pps_rule.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.556902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.557579 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 04:09:31.557909 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.558942 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.559455 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 04:09:31.559785 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: qos_rules_alias.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.560845 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.561358 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 04:09:31.561686 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: quota_check_limit.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.562601 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.563153 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: quota-check-limit Mar 08 04:09:31.563481 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: quotasv2.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.564669 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.565001 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: quotas Mar 08 04:09:31.565327 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: quotasv2_detail.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.567131 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.567469 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: quota_details Mar 08 04:09:31.567797 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: rbac.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.568871 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.569396 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: rbac-policies Mar 08 04:09:31.569729 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: rbac_address_group.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.570667 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.571227 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: rbac-address-group Mar 08 04:09:31.571559 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: rbac_address_scope.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.573140 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.573658 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: rbac-address-scope Mar 08 04:09:31.573988 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: rbac_security_groups.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.574960 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.575472 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: rbac-security-groups Mar 08 04:09:31.575799 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.576792 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.577302 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: rbac-subnetpool Mar 08 04:09:31.577628 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: revisionifmatch.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.578557 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.579107 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: revision-if-match Mar 08 04:09:31.579432 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: revisions.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.580555 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.581065 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: standard-attr-revisions Mar 08 04:09:31.581390 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: router_availability_zone.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.582070 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.582582 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: router_availability_zone Mar 08 04:09:31.582948 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: routerservicetype.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.583874 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.584380 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 04:09:31.584752 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.585634 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.586145 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: security-groups-normalized-cidr Mar 08 04:09:31.586469 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.587428 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.588008 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: port-security-groups-filtering Mar 08 04:09:31.588344 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.589499 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.590186 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: security-groups-remote-address-group Mar 08 04:09:31.590387 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.591605 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.592247 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: security-groups-shared-filtering Mar 08 04:09:31.592579 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.593254 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 04:09:31.593554 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: securitygroup.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.604588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.605133 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: security-group Mar 08 04:09:31.605472 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: segment.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.606336 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.606872 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension segment not supported by any of loaded plugins Mar 08 04:09:31.607205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.608174 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.608685 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 04:09:31.609014 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: servicetype.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.610147 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.610668 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: service-type Mar 08 04:09:31.611022 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: sorting.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.612015 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.612346 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: sorting Mar 08 04:09:31.612670 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: standard_attr_segment.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.613607 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.614118 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 04:09:31.614444 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: standardattrdescription.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.615130 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.615640 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: standard-attr-description Mar 08 04:09:31.615967 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: stateful_security_group.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.616915 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.617440 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: stateful-security-group Mar 08 04:09:31.617760 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: stdattrs_common.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.618351 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 04:09:31.618675 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.620263 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.620776 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 04:09:31.621103 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnet_onboard.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.622231 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.624280 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: subnet_onboard Mar 08 04:09:31.624613 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.625612 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.626307 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 04:09:31.626637 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnet_service_types.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.627687 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.628429 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: subnet-service-types Mar 08 04:09:31.628801 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnetallocation.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.630045 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.630561 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: subnet_allocation Mar 08 04:09:31.630935 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.631608 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.632129 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: subnetpool-prefix-ops Mar 08 04:09:31.632454 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.633396 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.633907 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 04:09:31.634232 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: tagging.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.635375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.635888 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: standard-attr-tag Mar 08 04:09:31.636218 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: timestamp.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.637456 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.637972 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loaded extension: standard-attr-timestamp Mar 08 04:09:31.638302 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: trunk.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.639386 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.639896 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension trunk not supported by any of loaded plugins Mar 08 04:09:31.640221 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: trunk_details.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.641152 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.641662 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 04:09:31.641988 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.642958 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.643472 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 04:09:31.643802 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Loading extension file: vlantransparent.py {{(pid=103032) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:09:31.644477 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103032) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:09:31.644985 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 04:09:31.647528 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:network Mar 08 04:09:31.648055 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnet Mar 08 04:09:31.648456 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:09:31.648852 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:port Mar 08 04:09:31.650103 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.650563 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service FLAVORS assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.651213 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.651647 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.651981 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:router Mar 08 04:09:31.652407 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 04:09:31.652896 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service METERING assigned prefix: /metering {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.654342 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.654716 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.655102 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:09:31.656097 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 04:09:31.656544 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:security_group Mar 08 04:09:31.656982 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 04:09:31.657585 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service CORE assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.657920 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:09:31.658280 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] subnetpool is already registered Mar 08 04:09:31.658703 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service CORE assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.659070 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:09:31.659405 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] subnetpool is already registered Mar 08 04:09:31.661663 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.662097 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service FLAVORS assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.662683 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.663130 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.663469 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:router Mar 08 04:09:31.663810 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] router is already registered Mar 08 04:09:31.664219 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 04:09:31.664554 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] floatingip is already registered Mar 08 04:09:31.665004 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service METERING assigned prefix: /metering {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.665660 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 04:09:31.665990 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] rbac_policy is already registered Mar 08 04:09:31.666967 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:security_group Mar 08 04:09:31.667304 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] security_group is already registered Mar 08 04:09:31.667707 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 04:09:31.668039 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] security_group_rule is already registered Mar 08 04:09:31.668662 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service CORE assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.669003 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:09:31.669341 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] subnetpool is already registered Mar 08 04:09:31.669766 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.v2.resource_helper [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Service CORE assigned prefix: {{(pid=103032) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:09:31.670090 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:09:31.670421 dv-cinder-740146-13-smb neutron-server[103032]: WARNING neutron.quota.resource_registry [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] subnetpool is already registered Mar 08 04:09:31.670934 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: extensions {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.672393 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: address-groups {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.673887 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: address-scopes {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.675249 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: agents {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.676405 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: auto-allocated-topology {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.677656 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: availability_zones {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.678909 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: dhcp-networks {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.680469 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: dhcp-agents {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.682545 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: routers {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.684873 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: flavors {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.686047 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: service_profiles {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.687314 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: next_providers {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.689028 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: service_profiles {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.690578 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: floatingip-pools {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.691884 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: routers {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.693970 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: floatingips {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.696207 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: l3-routers {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.697735 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: l3-agents {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.699177 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: metering-labels {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.700542 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: metering-label-rules {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.701846 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: network-ip-availabilities {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.703123 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: bindings {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.704830 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: quotas {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.706395 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: quotas {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.707963 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: rbac-policies {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.709271 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: security-groups {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.710553 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: security-group-rules {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.711816 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: service-providers {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.713157 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: subnetpools {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.714669 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: subnetpools {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.716245 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.717946 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.719789 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.721554 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.723388 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.725246 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.726966 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.729466 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.731305 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.733137 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron.api.extensions [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Extended resource: tags {{(pid=103032) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:09:31.738964 dv-cinder-740146-13-smb neutron-server[103032]: WARNING keystonemiddleware.auth_token [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 04:09:31.743675 dv-cinder-740146-13-smb neutron-server[103032]: WARNING keystonemiddleware.auth_token [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 04:09:31.752983 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Acquired lock "singleton_lock" {{(pid=103032) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 04:09:31.753460 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_concurrency.lockutils [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Releasing lock "singleton_lock" {{(pid=103032) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 04:09:31.754114 dv-cinder-740146-13-smb neutron-server[103032]: INFO oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Starting 2 workers Mar 08 04:09:31.759009 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Started child 103173 {{(pid=103032) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:09:31.763592 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Started child 103174 {{(pid=103032) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:09:31.764699 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.765317 dv-cinder-740146-13-smb neutron-server[103032]: INFO neutron.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 04:09:31.765793 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.766225 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [-] (103173) wsgi starting up on http://0.0.0.0:9696 Mar 08 04:09:31.768299 dv-cinder-740146-13-smb neutron-server[103032]: INFO oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Starting 1 workers Mar 08 04:09:31.768872 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.770336 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [-] (103174) wsgi starting up on http://0.0.0.0:9696 Mar 08 04:09:31.773609 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Started child 103175 {{(pid=103032) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:09:31.774194 dv-cinder-740146-13-smb neutron-server[103032]: INFO oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Starting 1 workers Mar 08 04:09:31.777343 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] calling RpcWorker wait() {{(pid=103175) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 04:09:31.777910 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] returning from RpcWorker wait() {{(pid=103175) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 04:09:31.778821 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Started child 103176 {{(pid=103032) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:09:31.779147 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.779591 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:31.779680 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2c4400f-b3a2-449b-ae8a-97c5159e7aa4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.781674 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103032) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 04:09:31.781909 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:09:31.782099 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:09:31.782334 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:09:31.782673 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:09:31.782884 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:09:31.783422 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.783713 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.783998 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.784274 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.784582 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.785072 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:31.785543 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.785543 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.785697 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.785966 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.786217 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.786390 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.786559 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.786844 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.787087 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.787379 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.787651 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.787892 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.788150 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.788324 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.788582 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.788855 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.789088 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.789357 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] debug = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.789601 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.790132 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.790363 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.790603 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.790867 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.791767 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.792005 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.792285 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.792523 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.792743 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.793001 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.793253 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.793488 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.793725 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.793991 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.794226 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.794469 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.794720 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.795212 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] host = dv-cinder-740146-13-smb {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.795448 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.795667 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.795948 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.796188 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.796465 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.796697 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.796950 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.797217 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.797459 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.797685 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.797936 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.798164 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.798382 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.798639 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.798827 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_options = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.799079 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.799355 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.799614 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.799801 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.799972 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.800136 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.800401 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.800567 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.800826 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.801063 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.801279 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.801514 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.801753 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.801971 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.802240 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.802474 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.803375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.803375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.804434 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.804636 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.804833 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.804968 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.805238 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.805598 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.805758 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.805971 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.806226 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.806467 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.807633 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.807821 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.807986 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.808277 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.808513 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.809237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.809237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.809237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.809640 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.809774 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.810317 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.810317 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.811495 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.811495 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.811495 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.811495 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.811495 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812289 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812289 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_json = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812289 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812289 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812683 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812683 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.812962 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.813095 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.813968 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.814070 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.814361 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.814734 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:31.814858 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.815126 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.815448 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.815701 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.816074 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.816187 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.816409 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.816650 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.816903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819648 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819648 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.819915 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.820158 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.820411 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821221 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821221 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821221 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821464 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821625 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.821904 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.822112 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.822454 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.822844 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.823206 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.823499 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.823763 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.824050 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.824273 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.824499 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.824739 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.824985 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.825219 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.825440 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.825710 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.825936 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.826175 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.826418 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.826667 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.826933 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.827218 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.827479 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.827725 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.827959 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.828189 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.828576 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.828957 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.829326 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.829691 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.829949 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.830189 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.830462 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.830709 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.830993 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.831233 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.831443 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.831817 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.832072 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.832295 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.832509 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.832731 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.832948 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.833165 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.833437 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.833750 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.834232 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.834457 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.834698 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.834958 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.835212 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.835434 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.835656 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.835885 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.836095 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.836466 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.836700 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.836930 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.837147 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.837424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.837597 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.837994 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.838219 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.838444 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.838894 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.839287 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.839531 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.839814 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.840140 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.840413 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.840664 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.840905 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.841154 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.841380 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.841628 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.841849 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.842222 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.842557 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.842871 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.843129 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.843424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.843664 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.843924 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.844375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.844625 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.844885 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.845155 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.845412 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.845741 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.845964 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.846415 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.847174 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.847435 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.847694 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.847961 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.848227 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.848485 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.848771 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.849003 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.849273 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.849712 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.850163 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.850448 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.850716 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.850988 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.851239 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.851515 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.851753 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.852000 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.852247 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.852488 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.852743 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.852967 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.853207 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.853447 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.854331 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.854594 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.854840 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.855093 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.855369 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.855620 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.855878 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.856163 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.856417 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.856672 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.856926 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.857316 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.857730 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.857950 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.858185 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.858404 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.858647 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.858899 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.859161 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.859380 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.859613 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.859882 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.860116 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.860340 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.860551 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.860942 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.861164 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.861414 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.861632 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.861876 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.862119 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.862342 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.862577 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.862822 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.863042 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864624 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864707 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.864939 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.865156 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.865399 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.865622 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.865837 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.866054 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.866280 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.866504 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.866718 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.866971 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.867189 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.867443 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.867700 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.868048 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.868287 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.868536 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.868767 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.869013 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.869288 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.870013 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.870462 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.871063 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.871317 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.871951 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.872224 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.872450 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.872673 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.872892 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.873132 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.873375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.873647 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.873903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.874130 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.874354 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.874590 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.874854 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.875081 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.875304 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.875519 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.875737 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.875962 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.876179 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.876480 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.876738 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.876974 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.877243 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.877460 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.877717 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.877965 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.878178 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.878390 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.878613 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.878857 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.879073 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.879302 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.879513 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.879745 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.879968 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.880187 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.880422 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.880651 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.880867 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.881082 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.881304 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.881544 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.881754 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.881996 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.882205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.882413 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.882633 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.882872 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.883085 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.883312 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.883523 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.883733 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.883953 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.884167 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.884375 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.884664 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.884954 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.885305 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.885604 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.885867 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.886115 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.886371 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.886683 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.886940 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.887180 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.887431 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.887649 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.887861 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.888099 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.888413 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.888708 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.888970 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.889228 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.889510 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.889782 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.890058 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.890276 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.890595 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.890726 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:31.890923 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.891223 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.891487 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.891744 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.892014 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.892237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.892487 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.892705 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.892940 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.893231 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.893577 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.894018 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.894803 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.895054 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.895306 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.895528 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.895760 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.895978 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.896240 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.896452 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.896611 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:09:31.897136 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103032) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 04:09:31.897296 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:09:31.897453 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:09:31.897626 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:09:31.897803 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:09:31.897934 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:09:31.898144 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.898308 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.898469 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.898627 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.898810 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899007 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899173 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899333 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899492 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899652 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899811 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.899970 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.900132 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.900292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.900972 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901135 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901300 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901464 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901628 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901786 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.901945 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902106 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] debug = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902422 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902627 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902816 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.902980 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903416 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903416 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903416 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903650 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.903905 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904046 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904204 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904363 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904523 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904682 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904840 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.904999 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905157 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905314 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] host = dv-cinder-740146-13-smb {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905474 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905632 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.905950 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906109 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906267 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906585 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906744 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.906927 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907090 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907248 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907407 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907567 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907876 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_options = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.907876 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.908146 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.908459 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.908808 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.908975 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.909133 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.909297 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.909455 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.909783 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.909933 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.910087 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.910247 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.910403 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.910721 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.910910 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.911072 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.914804 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.914804 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.914804 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.914804 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915126 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47522) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915230 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.915869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.916517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_json = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917264 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917829 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917829 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917829 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.917829 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:09:31.918111 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918190 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918314 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918477 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918638 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918828 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.918996 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.919159 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.919322 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.919483 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.919652 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.919814 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920129 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920129 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920298 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920466 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920630 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920792 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.920954 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921116 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921283 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.921902 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922202 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922202 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922401 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922511 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922694 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.922869 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.923032 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.923193 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.923354 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.923517 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.930813 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.930989 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0130689 Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931080 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.931588 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932615 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932615 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932741 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.932852 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.934424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.934424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.934424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935120 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935120 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935120 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935120 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935362 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935362 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935477 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.935938 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.936237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.936237 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.936399 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.936576 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.936691 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937002 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937176 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937372 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937482 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937709 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937812 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.937954 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.938116 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.938278 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.938455 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.938920 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.939117 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.939238 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.939400 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.939561 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940291 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940291 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940291 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940291 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940549 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.940549 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.941579 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.941778 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.941995 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942111 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942292 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942432 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942592 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942752 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.942937 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943099 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943261 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943424 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943586 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943747 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.943910 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944071 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944243 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944405 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944571 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944733 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.944903 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945078 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945240 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945404 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945565 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945728 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.945894 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946091 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946291 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946440 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946573 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946660 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.946858 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947024 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947185 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947417 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947625 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947625 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.947898 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.948051 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949082 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949256 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949423 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949586 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949749 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.949911 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950071 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950233 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950395 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950559 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950708 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.950897 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951062 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951226 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951386 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951549 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951717 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.951878 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952039 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952200 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952361 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952522 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952686 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.952848 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953009 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953171 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953332 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953493 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953656 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953817 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.953977 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954138 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954300 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954463 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954644 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954830 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.954970 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955133 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955296 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955458 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955621 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955782 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.955945 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956108 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956270 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956431 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956592 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956755 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.956917 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957079 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957241 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957421 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957582 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957743 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.957907 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958069 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958231 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958397 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958556 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958716 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.958900 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.959064 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.960473 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961049 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961049 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961049 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961049 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961049 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961380 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961380 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961530 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961609 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961776 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.961951 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.962113 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.962276 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.962438 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.962599 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.962788 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.963470 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964025 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964025 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964025 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964272 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964272 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964427 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964547 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964707 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.964871 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965015 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965179 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965350 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965510 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965671 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965832 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.965992 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.966154 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.966326 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.966487 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.966646 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.966847 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967004 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967164 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967336 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967498 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967660 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.967821 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968003 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968165 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968336 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968503 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968670 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.968840 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969002 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969164 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969325 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969500 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969661 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969900 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.969999 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970138 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970297 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970460 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970626 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970819 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.970991 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.971205 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.971325 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.971497 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.971666 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.971830 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972003 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972177 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972339 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972498 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972658 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972818 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.972980 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973141 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973303 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973464 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973632 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973791 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.973952 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974113 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974274 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974435 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974596 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974757 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.974960 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.975090 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.975242 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:09:31.975398 dv-cinder-740146-13-smb neutron-server[103032]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103032) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:09:43.376911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53faf9-bd6f-4038-a754-63c88afb7d3c None None] get_active_networks_info from dv-cinder-740146-13-smb {{(pid=103175) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 04:09:43.432239 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53faf9-bd6f-4038-a754-63c88afb7d3c None None] No non-hosted networks {{(pid=103175) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 04:09:43.448797 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-675fb902-f8c6-4da2-bc24-83dd3a7b0dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:45.490499 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-796f615b-8d7f-4196-b44f-9e1fd2500fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:45.564035 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df164e06-9228-4a34-8567-70a4d2ac35c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:46.771694 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:48.158242 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:49.561765 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47608) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:09:49.585332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:49.586191 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.586885 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.587638 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.588245 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.589904 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.591409 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.592471 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.593838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.594400 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.595600 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.596087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.596648 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.597137 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:49.597775 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-13-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:49.611226 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-13-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:09:50.130679 dv-cinder-740146-13-smb neutron-server[103174]: WARNING oslo_policy.policy [None req-56728db5-cf13-483e-84db-3fd14ba4234a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:09:50.131318 dv-cinder-740146-13-smb neutron-server[103174]: WARNING oslo_policy.policy [None req-56728db5-cf13-483e-84db-3fd14ba4234a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:09:50.355423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [None req-56728db5-cf13-483e-84db-3fd14ba4234a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:09:50.370785 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-56728db5-cf13-483e-84db-3fd14ba4234a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7926466 Mar 08 04:09:51.641130 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.db.l3_hamode_db [None req-e2fe4363-7ad0-4daf-a749-74dab6507435 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 04:09:51.722393 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe4363-7ad0-4daf-a749-74dab6507435 None None] Routers set() bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:09:51.723078 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe4363-7ad0-4daf-a749-74dab6507435 None None] Router IDs set() for agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 04:09:52.946081 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47632) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:09:53.253803 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:09:53.346340 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.policy [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 04:09:53.388453 dv-cinder-740146-13-smb neutron-server[103174]: WARNING oslo_policy.policy [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:09:53.388819 dv-cinder-740146-13-smb neutron-server[103174]: WARNING oslo_policy.policy [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:09:53.482161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141310455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141310762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141328830', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141273639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141284063', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740141290953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4174739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4165970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697761'] for rbac-policy (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:53.546283 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:53.547493 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-35f493f3-c2a0-4adc-8f4d-bf192bca83ff admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5998461 Mar 08 04:09:56.035638 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47642) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:09:56.344393 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:09:56.373410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Made reservation on behalf of d12dbe5124eb4020b9824341d4f66b4a for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:09:56.377044 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.394264 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.501566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks [] for security_group (5fc138b1-b8a7-40e3-91ae-a35ef2a30326), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.505224 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (5fc138b1-b8a7-40e3-91ae-a35ef2a30326), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.537096 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:09:56.565399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740142700126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (e966be71-7eb4-45e1-a337-8823ce121593), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.566005 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Unsubscribe: segment precommit_create {{(pid=103174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 04:09:56.566504 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Added segment e966be71-7eb4-45e1-a337-8823ce121593 of type vlan for network ec6109fe-6287-437b-9426-f1c3939cab10 Mar 08 04:09:56.582096 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc138b1-b8a7-40e3-91ae-a35ef2a30326,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:09:56.609144 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.609478 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.609825 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.610157 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.610481 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.610829 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.611149 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.611464 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.611779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.612110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.612427 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.612734 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.613041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Tracked resource versions report: Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: pushed versions: Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: { 'AddressGroup': {'1.2'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Log': {'1.0'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Network': {'1.1'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Port': {'1.7'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'PortForwarding': {'1.2'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'QosPolicy': {'1.10'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroup': {'1.5'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SubPort': {'1.0'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Subnet': {'1.1'}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Trunk': {'1.1'}} Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: consumer versions: Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'ConntrackHelper': '1.0', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'LocalIPAssociation': '1.0', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Log': '1.0', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Network': '1.1', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Port': '1.7', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'PortForwarding': '1.2', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'QosPolicy': '1.10', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroup': '1.5', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroupRule': '1.2', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'SubPort': '1.0', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Subnet': '1.1', Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: 'Trunk': '1.1'}} Mar 08 04:09:56.614642 dv-cinder-740146-13-smb neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:09:56.680675 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (ec6109fe-6287-437b-9426-f1c3939cab10), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.720118 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (ec6109fe-6287-437b-9426-f1c3939cab10), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.725116 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:09:56.725837 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:09:56.802469 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7564688 Mar 08 04:09:56.844587 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619920f4-6ddf-49ea-8f1e-9eb4d4e06087 demo demo] Pushing event updated for resources: {'Network': ['ID=ec6109fe-6287-437b-9426-f1c3939cab10,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:09:56.856649 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network ec6109fe-6287-437b-9426-f1c3939cab10 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:09:59.353982 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47654) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:09:59.752111 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f3c26-6f89-4e26-a096-481915c86d58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:09:59.753450 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-208f3c26-6f89-4e26-a096-481915c86d58 demo admin] 10.222.0.20 "GET /v2.0/networks/ec6109fe-6287-437b-9426-f1c3939cab10 HTTP/1.1" status: 200 len: 825 time: 0.3985295 Mar 08 04:09:59.778194 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a6e0130b-f1ba-44c6-87e1-4eb642ffb1b2 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/d8891125-84c5-44a8-89eb-7bbc3cf09909 HTTP/1.1" status: 200 len: 734 time: 0.0190902 Mar 08 04:09:59.786354 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909', 'gateway_ip': '172.20.0.1'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:09:59.807969 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Made reservation on behalf of d12dbe5124eb4020b9824341d4f66b4a for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:09:59.810140 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:00.100774 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (528579c9-9f92-4376-ade6-a23c376db7b8), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:00.169700 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Pushing event updated for resources: {'Subnet': ['ID=528579c9-9f92-4376-ade6-a23c376db7b8,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:00.176665 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Checking segment: {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:10:00.176665 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Network hostable DHCP agents. Network: ec6109fe-6287-437b-9426-f1c3939cab10, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:10:00.197648 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Network ec6109fe-6287-437b-9426-f1c3939cab10 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:10:00.208084 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, ec6109fe-6287-437b-9426-f1c3939cab10) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:00.215102 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:00.215711 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:00.218025 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c5782-fde6-4597-8373-e8dd20a7ab73 None None] Network ec6109fe-6287-437b-9426-f1c3939cab10 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:10:00.232200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a2e726f0-ab98-439f-8588-46272ea83588 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4489121 Mar 08 04:10:00.597400 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-ec6109fe-6287-437b-9426-f1c3939cab10', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:10:00.599088 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:00.905759 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Allocated IP 172.20.0.2 (ec6109fe-6287-437b-9426-f1c3939cab10/528579c9-9f92-4376-ade6-a23c376db7b8/52891961-8a8f-4c3a-b382-1828f623a8cd) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:10:01.197399 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks [] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:01.206089 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:01.287989 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Network ec6109fe-6287-437b-9426-f1c3939cab10 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:10:01.293308 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:01.299501 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:10:01.302738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Pushing event updated for resources: {'Port': ['ID=52891961-8a8f-4c3a-b382-1828f623a8cd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:01.351525 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.351877 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.352235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.352582 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.353483 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.353826 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.354168 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.354496 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.354851 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.355196 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.355523 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.355844 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.356164 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Tracked resource versions report: Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: pushed versions: Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: { 'AddressGroup': {'1.2'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Log': {'1.0'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Network': {'1.1'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Port': {'1.7'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'PortForwarding': {'1.2'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'QosPolicy': {'1.10'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroup': {'1.5'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SubPort': {'1.0'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Subnet': {'1.1'}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Trunk': {'1.1'}} Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: consumer versions: Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'ConntrackHelper': '1.0', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'LocalIPAssociation': '1.0', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Log': '1.0', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Network': '1.1', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Port': '1.7', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'PortForwarding': '1.2', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'QosPolicy': '1.10', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroup': '1.5', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroupRule': '1.2', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'SubPort': '1.0', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Subnet': '1.1', Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: 'Trunk': '1.1'}} Mar 08 04:10:01.357319 dv-cinder-740146-13-smb neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:10:01.391504 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Attempting to bind port 52891961-8a8f-4c3a-b382-1828f623a8cd on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:10:01.391912 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Attempting to bind port 52891961-8a8f-4c3a-b382-1828f623a8cd by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:10:01.392341 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Attempting to bind port 52891961-8a8f-4c3a-b382-1828f623a8cd on network ec6109fe-6287-437b-9426-f1c3939cab10 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:10:01.397179 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:10:01.397575 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Checking segment: {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:10:01.398062 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:01.398453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Bound using segment: {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:10:01.398970 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Bound port: 52891961-8a8f-4c3a-b382-1828f623a8cd, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:10:01.399916 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:01.463449 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] For port 52891961-8a8f-4c3a-b382-1828f623a8cd, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:10:01.467987 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] For port 52891961-8a8f-4c3a-b382-1828f623a8cd, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=52891961-8a8f-4c3a-b382-1828f623a8cd,segment=NetworkSegment(e966be71-7eb4-45e1-a337-8823ce121593),segment_id=e966be71-7eb4-45e1-a337-8823ce121593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:10:01.477089 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:01.543048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56b32-bd3a-44bc-b874-07ec0a50e40b None None] Pushing event updated for resources: {'Port': ['ID=52891961-8a8f-4c3a-b382-1828f623a8cd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:02.837375 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47662) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:03.342017 dv-cinder-740146-13-smb neutron-server[103173]: WARNING oslo_policy.policy [None req-c4569415-1c31-40b2-97de-a46cf3e1ded2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:10:03.342618 dv-cinder-740146-13-smb neutron-server[103173]: WARNING oslo_policy.policy [None req-c4569415-1c31-40b2-97de-a46cf3e1ded2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:10:03.565731 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [None req-c4569415-1c31-40b2-97de-a46cf3e1ded2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:10:03.567044 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c4569415-1c31-40b2-97de-a46cf3e1ded2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7273896 Mar 08 04:10:06.129074 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47676) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:06.444508 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [None req-43d841a1-229f-448e-b481-6ea9cd96c83d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:10:06.445486 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-43d841a1-229f-448e-b481-6ea9cd96c83d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154969 Mar 08 04:10:09.013517 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47684) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:09.331328 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:10:09.393006 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.policy [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103173) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 04:10:09.437334 dv-cinder-740146-13-smb neutron-server[103173]: WARNING oslo_policy.policy [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:10:09.437710 dv-cinder-740146-13-smb neutron-server[103173]: WARNING oslo_policy.policy [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:10:09.499838 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (29f86520-1c39-4fc6-a57d-f2d6f50a4068), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:09.501695 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (29f86520-1c39-4fc6-a57d-f2d6f50a4068), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:09.661318 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Publish callbacks [] for router_controller (29f86520-1c39-4fc6-a57d-f2d6f50a4068), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:09.666840 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (29f86520-1c39-4fc6-a57d-f2d6f50a4068), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:09.694139 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:09.695426 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b4e4819a-4c2a-4747-ad16-29f08aae6ca6 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6809504 Mar 08 04:10:12.262084 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47698) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:12.357807 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 52891961-8a8f-4c3a-b382-1828f623a8cd up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:10:12.448499 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 52891961-8a8f-4c3a-b382-1828f623a8cd triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:12.448924 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:12.560156 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 52891961-8a8f-4c3a-b382-1828f623a8cd is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:12.560547 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:12.596543 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 52891961-8a8f-4c3a-b382-1828f623a8cd, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=52891961-8a8f-4c3a-b382-1828f623a8cd,segment=NetworkSegment(e966be71-7eb4-45e1-a337-8823ce121593),segment_id=e966be71-7eb4-45e1-a337-8823ce121593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:10:12.597140 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [None req-2213079b-76e2-47df-ad22-bf773ec727fe admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:10:12.598416 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2213079b-76e2-47df-ad22-bf773ec727fe admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3352954 Mar 08 04:10:12.607412 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:12.661632 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=52891961-8a8f-4c3a-b382-1828f623a8cd,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:12.944849 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35af693-3c0f-4d24-8edd-0734cb9617c6 None None] Network ec6109fe-6287-437b-9426-f1c3939cab10 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:10:13.019893 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-3edc663d-41e8-4439-a0d2-395f8071007e None None] Provisioning complete for port 52891961-8a8f-4c3a-b382-1828f623a8cd triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:13.020279 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3edc663d-41e8-4439-a0d2-395f8071007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:13.147553 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3edc663d-41e8-4439-a0d2-395f8071007e None None] Current status of the port 52891961-8a8f-4c3a-b382-1828f623a8cd is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:13.317305 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7b621c21-a824-4fd5-b3c4-8db3e9e7002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:13.370653 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-e2dddd84-5cd0-4558-b8a2-fe0b0b2b518c None None] Provisioning complete for port 52891961-8a8f-4c3a-b382-1828f623a8cd triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:13.371317 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2dddd84-5cd0-4558-b8a2-fe0b0b2b518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:13.449140 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e2dddd84-5cd0-4558-b8a2-fe0b0b2b518c None None] Current status of the port 52891961-8a8f-4c3a-b382-1828f623a8cd is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:14.319345 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 52891961-8a8f-4c3a-b382-1828f623a8cd up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:10:14.365428 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 52891961-8a8f-4c3a-b382-1828f623a8cd triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:14.365817 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:14.440103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 52891961-8a8f-4c3a-b382-1828f623a8cd is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:15.134136 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47706) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:15.445155 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:10:15.467614 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Made reservation on behalf of 7c633266e0894e1f9197f48b6aa26f72 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:10:15.471283 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.485375 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8fea87a-e200-4df5-99a2-b0c86d4c8b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.488386 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.593144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks [] for security_group (d8f6e511-fce1-46cd-b2a1-85079ac1126d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.597040 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d8f6e511-fce1-46cd-b2a1-85079ac1126d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.607372 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103173) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 04:10:15.639809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740142700126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (820067ca-689f-4192-92fb-37b5bb383c0b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.640380 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Unsubscribe: segment precommit_create {{(pid=103173) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 04:10:15.640890 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Added segment 820067ca-689f-4192-92fb-37b5bb383c0b of type flat for network f2bf14e1-c3a6-42eb-9adc-39496d501a2d Mar 08 04:10:15.656325 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f6e511-fce1-46cd-b2a1-85079ac1126d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:15.702162 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.702519 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.702907 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.703246 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.703574 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.703898 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.704219 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.704537 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.704855 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.705189 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.705508 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.705821 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.706132 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Tracked resource versions report: Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: pushed versions: Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: { 'AddressGroup': {'1.2'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Log': {'1.0'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Network': {'1.1'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Port': {'1.7'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'PortForwarding': {'1.2'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'QosPolicy': {'1.10'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroup': {'1.5'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SubPort': {'1.0'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Subnet': {'1.1'}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Trunk': {'1.1'}} Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: consumer versions: Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'ConntrackHelper': '1.0', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'LocalIPAssociation': '1.0', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Log': '1.0', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Network': '1.1', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Port': '1.7', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'PortForwarding': '1.2', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'QosPolicy': '1.10', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroup': '1.5', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroupRule': '1.2', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'SubPort': '1.0', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Subnet': '1.1', Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: 'Trunk': '1.1'}} Mar 08 04:10:15.707345 dv-cinder-740146-13-smb neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:10:15.759391 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (f2bf14e1-c3a6-42eb-9adc-39496d501a2d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.801255 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (f2bf14e1-c3a6-42eb-9adc-39496d501a2d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.802619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:15.803360 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:15.867697 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7320952 Mar 08 04:10:15.907095 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ac05-2cda-473a-aa99-dd6efe924bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2bf14e1-c3a6-42eb-9adc-39496d501a2d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:15.919489 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:10:16.728159 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:18.123571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:18.393294 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47728) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:18.607971 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9693ee40-078d-4c26-85cc-5cbef4c6aa22 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:18.609329 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9693ee40-078d-4c26-85cc-5cbef4c6aa22 demo admin] 10.222.0.20 "GET /v2.0/subnets/528579c9-9f92-4376-ade6-a23c376db7b8 HTTP/1.1" status: 200 len: 849 time: 0.2150915 Mar 08 04:10:18.745499 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6c638685-b101-40ac-b2fb-422e1ff01955 demo admin] 10.222.0.20 "GET /v2.0/routers/29f86520-1c39-4fc6-a57d-f2d6f50a4068 HTTP/1.1" status: 200 len: 704 time: 0.1304274 Mar 08 04:10:19.015476 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.311600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Allocated IP 172.20.0.1 (ec6109fe-6287-437b-9426-f1c3939cab10/528579c9-9f92-4376-ade6-a23c376db7b8/b6a8a314-5e0b-4508-a2c7-10dd48d23afe) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:10:19.496720 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks [] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.563768 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.574952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.636445 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Network ec6109fe-6287-437b-9426-f1c3939cab10 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:10:19.640986 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:19.651958 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:10:19.652480 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (29f86520-1c39-4fc6-a57d-f2d6f50a4068), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.712425 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Pushing event updated for resources: {'Port': ['ID=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:19.804991 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-74a0ed72-ab29-4ea4-a1fd-b7870030ca2b None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:19.806121 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74a0ed72-ab29-4ea4-a1fd-b7870030ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.859481 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:19.890369 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-74a0ed72-ab29-4ea4-a1fd-b7870030ca2b None None] Port b6a8a314-5e0b-4508-a2c7-10dd48d23afe cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:10:20.119736 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks [] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:20.123919 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:20.124676 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (29f86520-1c39-4fc6-a57d-f2d6f50a4068), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:20.205787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Pushing event updated for resources: {'Port': ['ID=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:20.247641 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Network ec6109fe-6287-437b-9426-f1c3939cab10 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:10:20.248912 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:20.420229 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:10:20.512096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-606946fe-37b0-42de-a7b7-9e935ef3a7ec None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:20.512483 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-606946fe-37b0-42de-a7b7-9e935ef3a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:20.517607 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:10:20.525904 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0b602d17-f756-4b14-94af-000e42965bbe demo admin] 10.222.0.20 "PUT /v2.0/routers/29f86520-1c39-4fc6-a57d-f2d6f50a4068/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7752440 Mar 08 04:10:20.527831 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Sync routers for ids ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:10:20.541320 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Routers {'29f86520-1c39-4fc6-a57d-f2d6f50a4068'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:10:20.542182 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:10:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:20.551297 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-606946fe-37b0-42de-a7b7-9e935ef3a7ec None None] Port b6a8a314-5e0b-4508-a2c7-10dd48d23afe cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:10:20.743765 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Set router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 gateway port host: None {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:10:20.899752 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:10:21.193423 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:19Z', 'revision_number': 2, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port_host': None, '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:19Z', 'revision_number': 2, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:21.246191 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Checking router: 29f86520-1c39-4fc6-a57d-f2d6f50a4068 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:10:21.246556 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Updating router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 port b6a8a314-5e0b-4508-a2c7-10dd48d23afe binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:10:21.329399 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:21.813203 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks [] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:21.819229 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:21.911290 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Pushing event updated for resources: {'Port': ['ID=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:21.922337 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.922668 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.923040 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.923380 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.923704 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.924025 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.924345 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.924661 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.924980 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.925303 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.925622 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.925954 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.926243 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Tracked resource versions report: Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: pushed versions: Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: { 'AddressGroup': {'1.2'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Log': {'1.0'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Network': {'1.1'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Port': {'1.7'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'PortForwarding': {'1.2'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'QosPolicy': {'1.10'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroup': {'1.5'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SubPort': {'1.0'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Subnet': {'1.1'}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Trunk': {'1.1'}} Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: consumer versions: Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'ConntrackHelper': '1.0', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'LocalIPAssociation': '1.0', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Log': '1.0', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Network': '1.1', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Port': '1.7', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'PortForwarding': '1.2', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'QosPolicy': '1.10', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroup': '1.5', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroupRule': '1.2', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'SubPort': '1.0', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Subnet': '1.1', Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: 'Trunk': '1.1'}} Mar 08 04:10:21.927483 dv-cinder-740146-13-smb neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:10:22.004074 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Attempting to bind port b6a8a314-5e0b-4508-a2c7-10dd48d23afe on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:10:22.004478 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Attempting to bind port b6a8a314-5e0b-4508-a2c7-10dd48d23afe by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:10:22.004928 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Attempting to bind port b6a8a314-5e0b-4508-a2c7-10dd48d23afe on network ec6109fe-6287-437b-9426-f1c3939cab10 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:10:22.011200 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:10:22.011610 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Checking segment: {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:10:22.012113 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.012653 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Bound using segment: {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:10:22.013135 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Bound port: b6a8a314-5e0b-4508-a2c7-10dd48d23afe, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966be71-7eb4-45e1-a337-8823ce121593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:10:22.013512 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.078958 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-0d617538-222d-4780-998e-ae6a8dc4051a None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:22.080016 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d617538-222d-4780-998e-ae6a8dc4051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.085080 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] For port b6a8a314-5e0b-4508-a2c7-10dd48d23afe, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:10:22.105132 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] For port b6a8a314-5e0b-4508-a2c7-10dd48d23afe, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,segment=NetworkSegment(e966be71-7eb4-45e1-a337-8823ce121593),segment_id=e966be71-7eb4-45e1-a337-8823ce121593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:10:22.113208 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.117279 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d617538-222d-4780-998e-ae6a8dc4051a None None] Port b6a8a314-5e0b-4508-a2c7-10dd48d23afe cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:10:22.171781 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490889e8-90bb-4c17-98a6-8954a66c4e8f None None] Pushing event updated for resources: {'Port': ['ID=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:22.174204 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Routers {'29f86520-1c39-4fc6-a57d-f2d6f50a4068'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:10:22.174836 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:10:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:22.267187 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] Set router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 gateway port host: None {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:10:22.338021 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:22.338571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.417396 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Current status of the port b6a8a314-5e0b-4508-a2c7-10dd48d23afe is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:22.417709 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.452432 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] For port b6a8a314-5e0b-4508-a2c7-10dd48d23afe, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,segment=NetworkSegment(e966be71-7eb4-45e1-a337-8823ce121593),segment_id=e966be71-7eb4-45e1-a337-8823ce121593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:10:22.457632 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:22.483852 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:19Z', 'revision_number': 2, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port_host': None, '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:22Z', 'revision_number': 4, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:22.512627 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8dbe59-36a9-4ea5-9878-f1c8daa9a6d1 None None] The sync data for ids ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'] in dv-cinder-740146-13-smb is: [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:19Z', 'revision_number': 2, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port_host': None, '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:22Z', 'revision_number': 4, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:10:22.514917 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c6f27-b151-4af4-8a64-65ba59036dfe None None] Pushing event updated for resources: {'Port': ['ID=b6a8a314-5e0b-4508-a2c7-10dd48d23afe,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:22.997792 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47748) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:23.111839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad74c7e-ffc8-478a-b9a7-8c6ebab29474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:23.113194 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7ad74c7e-ffc8-478a-b9a7-8c6ebab29474 admin admin] 10.222.0.20 "GET /v2.0/networks/f2bf14e1-c3a6-42eb-9adc-39496d501a2d HTTP/1.1" status: 200 len: 842 time: 0.1144421 Mar 08 04:10:23.123550 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:10:23.146033 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Made reservation on behalf of 7c633266e0894e1f9197f48b6aa26f72 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:10:23.149004 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:23.456273 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.objects.ports [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 04:10:23.456615 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (764dbe38-cea1-4a08-8fa7-8747e99e80e8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:23.510742 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=764dbe38-cea1-4a08-8fa7-8747e99e80e8,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:23.521031 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:10:23.521927 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Network hostable DHCP agents. Network: f2bf14e1-c3a6-42eb-9adc-39496d501a2d, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:10:23.542673 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:10:23.553155 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, f2bf14e1-c3a6-42eb-9adc-39496d501a2d) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:23.558394 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:23.559253 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:23.565153 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2470b64-127e-4071-a288-de5b0274f896 None None] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:10:23.575314 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-851c4b10-47e8-4c66-84ef-19b812f2d0be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4554951 Mar 08 04:10:23.672649 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b68c48-06af-4cfe-97c5-775d20114d96 None None] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:10:26.003452 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 47756) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:26.135950 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-1d7aef6a-406e-4d62-9b8f-326eb9f31f57 demo admin] 10.222.0.20 "GET /v2.0/routers/29f86520-1c39-4fc6-a57d-f2d6f50a4068 HTTP/1.1" status: 200 len: 710 time: 0.1313906 Mar 08 04:10:26.221633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0b0e6-d066-4b61-b58f-33304744fbb5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:10:26.222903 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8ce0b0e6-d066-4b61-b58f-33304744fbb5 demo admin] 10.222.0.20 "GET /v2.0/networks/f2bf14e1-c3a6-42eb-9adc-39496d501a2d HTTP/1.1" status: 200 len: 886 time: 0.0815606 Mar 08 04:10:26.232363 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:10:26.553687 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks [] for router_gateway (29f86520-1c39-4fc6-a57d-f2d6f50a4068), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:26.800927 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks [] for router_gateway (29f86520-1c39-4fc6-a57d-f2d6f50a4068), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:26.876062 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:26.981743 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Allocated IP 172.28.1.37 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/09717f66-8add-41ff-9714-14755500f77e) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:10:27.083162 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks [] for port (09717f66-8add-41ff-9714-14755500f77e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.120348 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (09717f66-8add-41ff-9714-14755500f77e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.160002 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:10:27.162633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:10:27.167618 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:10:27.204330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Pushing event updated for resources: {'Port': ['ID=09717f66-8add-41ff-9714-14755500f77e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:27.425009 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks [] for router_gateway (29f86520-1c39-4fc6-a57d-f2d6f50a4068), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.626187 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-625601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router (29f86520-1c39-4fc6-a57d-f2d6f50a4068), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.629645 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-625608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-625651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629273'] for router (29f86520-1c39-4fc6-a57d-f2d6f50a4068), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.741214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:10:27.950220 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:10:27.955705 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:27.956885 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6f050c47-39ef-42fa-b970-5d08c1332c68 demo admin] 10.222.0.20 "PUT /v2.0/routers/29f86520-1c39-4fc6-a57d-f2d6f50a4068 HTTP/1.1" status: 200 len: 889 time: 1.7277234 Mar 08 04:10:30.353301 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device b6a8a314-5e0b-4508-a2c7-10dd48d23afe up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:10:30.406595 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:30.407113 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:30.484164 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port b6a8a314-5e0b-4508-a2c7-10dd48d23afe is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:30.523984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 47768) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:10:30.679643 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-649aacd3-5a83-46b0-81e4-e34f821a5a37 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1544363 Mar 08 04:10:31.268876 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Sync routers for ids ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:10:31.281349 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Routers {'29f86520-1c39-4fc6-a57d-f2d6f50a4068'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:10:31.282024 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:10:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:31.504250 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Set router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:10:31.994625 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '09717f66-8add-41ff-9714-14755500f77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:27Z', 'revision_number': 4, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port': {'id': '09717f66-8add-41ff-9714-14755500f77e', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:26Z', 'updated_at': '2022-03-08T04:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:22Z', 'revision_number': 5, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:32.045090 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Checking router: 29f86520-1c39-4fc6-a57d-f2d6f50a4068 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:10:32.045371 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Updating router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 port 09717f66-8add-41ff-9714-14755500f77e binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:10:32.098839 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (09717f66-8add-41ff-9714-14755500f77e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.424363 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks [] for port (09717f66-8add-41ff-9714-14755500f77e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.430504 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (09717f66-8add-41ff-9714-14755500f77e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.485313 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Attempting to bind port 09717f66-8add-41ff-9714-14755500f77e on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:10:32.485941 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Attempting to bind port 09717f66-8add-41ff-9714-14755500f77e by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:10:32.486074 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Attempting to bind port 09717f66-8add-41ff-9714-14755500f77e on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:10:32.487937 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfdfc8-851a-4633-9e09-cb65e41d41ce None None] Pushing event updated for resources: {'Port': ['ID=09717f66-8add-41ff-9714-14755500f77e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:32.493901 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:10:32.494279 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:10:32.494686 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.495115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:10:32.495586 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Bound port: 09717f66-8add-41ff-9714-14755500f77e, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:10:32.496405 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (09717f66-8add-41ff-9714-14755500f77e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.552699 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] For port 09717f66-8add-41ff-9714-14755500f77e, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:10:32.556152 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] For port 09717f66-8add-41ff-9714-14755500f77e, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=09717f66-8add-41ff-9714-14755500f77e,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:10:32.561960 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (09717f66-8add-41ff-9714-14755500f77e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:32.624083 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfdfc8-851a-4633-9e09-cb65e41d41ce None None] Pushing event updated for resources: {'Port': ['ID=09717f66-8add-41ff-9714-14755500f77e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:32.626662 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Routers {'29f86520-1c39-4fc6-a57d-f2d6f50a4068'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:10:32.627291 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:10:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:32.744639 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] Set router 29f86520-1c39-4fc6-a57d-f2d6f50a4068 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:10:32.981089 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '09717f66-8add-41ff-9714-14755500f77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:27Z', 'revision_number': 4, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port': {'id': '09717f66-8add-41ff-9714-14755500f77e', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:26Z', 'updated_at': '2022-03-08T04:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:22Z', 'revision_number': 5, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:10:33.008617 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf158e-4675-4310-8df0-61ea089ef9c8 None None] The sync data for ids ['29f86520-1c39-4fc6-a57d-f2d6f50a4068'] in dv-cinder-740146-13-smb is: [{'id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'name': 'router1', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '09717f66-8add-41ff-9714-14755500f77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:10:09Z', 'updated_at': '2022-03-08T04:10:27Z', 'revision_number': 4, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'gw_port': {'id': '09717f66-8add-41ff-9714-14755500f77e', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:26Z', 'updated_at': '2022-03-08T04:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'b6a8a314-5e0b-4508-a2c7-10dd48d23afe', 'name': '', 'network_id': 'ec6109fe-6287-437b-9426-f1c3939cab10', 'tenant_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'mac_address': 'fa:16:3e:cb:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f86520-1c39-4fc6-a57d-f2d6f50a4068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:10:19Z', 'updated_at': '2022-03-08T04:10:22Z', 'revision_number': 5, 'project_id': 'd12dbe5124eb4020b9824341d4f66b4a', 'subnets': [{'id': '528579c9-9f92-4376-ade6-a23c376db7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8891125-84c5-44a8-89eb-7bbc3cf09909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:10:34.404461 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 09717f66-8add-41ff-9714-14755500f77e up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:10:34.476187 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 09717f66-8add-41ff-9714-14755500f77e triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:34.477200 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (09717f66-8add-41ff-9714-14755500f77e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:34.568171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 09717f66-8add-41ff-9714-14755500f77e is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:34.568869 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (09717f66-8add-41ff-9714-14755500f77e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:34.592214 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 09717f66-8add-41ff-9714-14755500f77e, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=09717f66-8add-41ff-9714-14755500f77e,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:10:34.599851 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (09717f66-8add-41ff-9714-14755500f77e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:34.663936 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=09717f66-8add-41ff-9714-14755500f77e,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:10:36.467781 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 09717f66-8add-41ff-9714-14755500f77e up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:10:36.575639 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 09717f66-8add-41ff-9714-14755500f77e triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:10:36.579026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (09717f66-8add-41ff-9714-14755500f77e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:36.740870 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 09717f66-8add-41ff-9714-14755500f77e is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:10:43.321339 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f02b207-2720-40a6-8535-b6e829d17ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:45.500070 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-505ceed8-389e-468d-bb85-2f2eb4fd8b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:46.737966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:48.135857 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:49.582230 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:10:57.829967 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:11:13.325647 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d379ef8-f3c7-4d08-8d79-ab4f8fe8dd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:15.486900 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe050-416b-45fe-917d-2ac17e156aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:16.733522 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:18.137673 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:19.579559 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:34.828256 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:11:43.327950 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed9015d6-6d0b-4256-930d-44c70cb5b337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:45.484066 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d98ee00-468d-46b0-8180-8acd578a926c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:46.737573 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:48.137399 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:49.583005 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:52.049101 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48252) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:11:52.109846 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.pecan_wsgi.hooks.translation [None req-662cddbe-cec7-48ce-8f2c-b657f51f02da admin admin] GET failed (client error): The resource could not be found. Mar 08 04:11:52.111148 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-662cddbe-cec7-48ce-8f2c-b657f51f02da admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611148 Mar 08 04:11:52.271123 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e29701-9a1c-49ab-ab5f-35adff54a13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:52.273013 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a2e29701-9a1c-49ab-ab5f-35adff54a13e admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579099 Mar 08 04:11:54.586585 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48262) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:11:54.677745 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03301949-24d3-46df-8667-2bab1a948d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:54.679093 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-03301949-24d3-46df-8667-2bab1a948d66 admin admin] 10.222.0.20 "GET /v2.0/subnets/528579c9-9f92-4376-ade6-a23c376db7b8 HTTP/1.1" status: 200 len: 849 time: 0.0914125 Mar 08 04:11:54.688631 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:11:54.773361 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Publish callbacks [] for subnet (528579c9-9f92-4376-ade6-a23c376db7b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:54.913485 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740142877103'] for subnet (528579c9-9f92-4376-ade6-a23c376db7b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:54.942092 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:54.942682 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:54.944636 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] 10.222.0.20 "PUT /v2.0/subnets/528579c9-9f92-4376-ade6-a23c376db7b8 HTTP/1.1" status: 200 len: 868 time: 0.2596521 Mar 08 04:11:54.948450 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ea335-c46a-45e7-9188-33c3a159425c None None] Network ec6109fe-6287-437b-9426-f1c3939cab10 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:11:54.967723 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=528579c9-9f92-4376-ade6-a23c376db7b8,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:11:54.975210 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.975922 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.975922 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.976242 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.976517 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.976852 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.977203 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.977538 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.977867 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.978212 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.978537 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.978902 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:54.979212 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385caea-3b79-4bac-8c15-92a81189d3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:11:55.241872 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Provisioning complete for port 52891961-8a8f-4c3a-b382-1828f623a8cd triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:11:55.242269 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (52891961-8a8f-4c3a-b382-1828f623a8cd), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:55.318611 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Current status of the port 52891961-8a8f-4c3a-b382-1828f623a8cd is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:11:55.328304 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Provisioning complete for port b6a8a314-5e0b-4508-a2c7-10dd48d23afe triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:11:55.328693 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (b6a8a314-5e0b-4508-a2c7-10dd48d23afe), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:11:55.405136 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-338f4388-3f24-4c42-8d77-5397db132b06 None None] Current status of the port b6a8a314-5e0b-4508-a2c7-10dd48d23afe is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:11:57.281050 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48270) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:11:57.481440 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6dd1a-06f0-4661-986e-8581661fc677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:57.481827 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6dd1a-06f0-4661-986e-8581661fc677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:57.483404 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-dee6dd1a-06f0-4661-986e-8581661fc677 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013683 Mar 08 04:11:59.803034 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48278) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:11:59.933087 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b771bb4-8a87-430a-92e7-942004dc8c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:59.933621 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b771bb4-8a87-430a-92e7-942004dc8c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:11:59.935175 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5b771bb4-8a87-430a-92e7-942004dc8c32 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310186 Mar 08 04:12:02.272005 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48286) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:02.399795 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaaca3-1627-4b2e-ab48-f2b9447ff05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:02.401152 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-ecaaaca3-1627-4b2e-ab48-f2b9447ff05a admin admin] 10.222.0.20 "GET /v2.0/networks/ec6109fe-6287-437b-9426-f1c3939cab10 HTTP/1.1" status: 200 len: 869 time: 0.1282017 Mar 08 04:12:04.773557 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48294) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:04.899498 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b369c3-fa62-466a-93a4-0df21de00b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:04.900841 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-24b369c3-fa62-466a-93a4-0df21de00b1c admin admin] 10.222.0.20 "GET /v2.0/networks/f2bf14e1-c3a6-42eb-9adc-39496d501a2d HTTP/1.1" status: 200 len: 886 time: 0.1263483 Mar 08 04:12:07.253290 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48302) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:07.376705 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaedb8c-700b-4cc1-af54-ccfccc89ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:07.377161 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaedb8c-700b-4cc1-af54-ccfccc89ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:07.378688 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6aaedb8c-700b-4cc1-af54-ccfccc89ad90 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244483 Mar 08 04:12:09.704793 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48310) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:09.796797 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a19393-2164-4ed4-9286-a3ceaf5a45d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:09.797256 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a19393-2164-4ed4-9286-a3ceaf5a45d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:09.798754 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-11a19393-2164-4ed4-9286-a3ceaf5a45d9 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930159 Mar 08 04:12:11.827138 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:12:12.129091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48318) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:12.220898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14d5cc-cc56-4078-8ecf-762f9e026c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:12.222202 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ff14d5cc-cc56-4078-8ecf-762f9e026c6e admin admin] 10.222.0.20 "GET /v2.0/subnets/528579c9-9f92-4376-ade6-a23c376db7b8 HTTP/1.1" status: 200 len: 868 time: 0.0921903 Mar 08 04:12:13.334568 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a328904-45d4-4842-975e-d85538304a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:14.542326 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48328) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:14.626929 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f67af-43d0-4b98-9d96-986ead78bb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:14.628197 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f82f67af-43d0-4b98-9d96-986ead78bb1a admin admin] 10.222.0.20 "GET /v2.0/subnets/764dbe38-cea1-4a08-8fa7-8747e99e80e8 HTTP/1.1" status: 200 len: 816 time: 0.0847800 Mar 08 04:12:15.486493 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a65ba7e1-a109-4373-8b62-7703928a3860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:16.739000 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:18.140665 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:19.586615 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:42.932112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48380) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:42.980591 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [None req-d759e039-9942-42e4-b6b3-328a9002b332 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:12:42.981584 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-d759e039-9942-42e4-b6b3-328a9002b332 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485477 Mar 08 04:12:43.328796 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afb11179-2900-40b6-8f29-da89ecc2803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:45.383359 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48388) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:45.444385 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e260c0-f7f4-44c3-a9d7-ac3513141580 admin admin] GET failed (client error): The resource could not be found. Mar 08 04:12:45.445623 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-68e260c0-f7f4-44c3-a9d7-ac3513141580 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613420 Mar 08 04:12:45.487199 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-274b0315-6938-4334-b3f7-b0c1aeb84ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:45.588827 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cac752-08fd-42e3-ad63-0b2e10208a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:45.590273 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a5cac752-08fd-42e3-ad63-0b2e10208a0d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406422 Mar 08 04:12:46.742659 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:47.938095 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48396) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:47.984781 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:12:48.005427 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Made reservation on behalf of 7c633266e0894e1f9197f48b6aa26f72 for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:12:48.008046 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.044731 dv-cinder-740146-13-smb neutron-server[103174]: WARNING neutron.services.revisions.revision_plugin [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Could not find related network for resource to bump revision. Mar 08 04:12:48.058574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:12:48.068845 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (3c8b4e70-7d0f-4218-ae99-f014ff59236f), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.069176 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Added segment 3c8b4e70-7d0f-4218-ae99-f014ff59236f of type vlan for network 04ddd79d-5f60-4293-a13c-f8bfb651040d Mar 08 04:12:48.107439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (04ddd79d-5f60-4293-a13c-f8bfb651040d), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.131950 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (04ddd79d-5f60-4293-a13c-f8bfb651040d), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.132931 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:48.133511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.137644 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:48.186024 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2468140 Mar 08 04:12:48.231304 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Pushing event updated for resources: {'Network': ['ID=04ddd79d-5f60-4293-a13c-f8bfb651040d,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:12:48.238435 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.238805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.239176 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.239518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.240746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.241082 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.241437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.241774 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.242104 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.242457 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.242810 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.243137 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.243460 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97261e4-ee2a-4399-afcf-000c5840f12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:48.255809 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:12:48.825936 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:12:49.582507 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:50.541183 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48404) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:12:50.601218 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.pecan_wsgi.hooks.translation [None req-673f17df-7e97-4618-bdd0-fe53c9cdc27d admin admin] GET failed (client error): The resource could not be found. Mar 08 04:12:50.602463 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-673f17df-7e97-4618-bdd0-fe53c9cdc27d admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603333 Mar 08 04:12:50.674518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdcca7c-7a14-49d6-88d1-62134b1bf610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:50.675878 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0bdcca7c-7a14-49d6-88d1-62134b1bf610 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694547 Mar 08 04:12:50.685330 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:12:50.702997 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Made reservation on behalf of 7c633266e0894e1f9197f48b6aa26f72 for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:12:50.705147 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:50.865407 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (24fb463c-f072-46ab-b16a-662412ec249f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:50.912032 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fb463c-f072-46ab-b16a-662412ec249f,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:12:50.927815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Checking segment: {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:12:50.928047 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Network hostable DHCP agents. Network: 04ddd79d-5f60-4293-a13c-f8bfb651040d, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:12:50.945295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:12:50.953231 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 04ddd79d-5f60-4293-a13c-f8bfb651040d) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:12:50.957293 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:12:50.957873 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:50.962782 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c87f7-ecc7-43d2-9734-048732f65b46 None None] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:12:50.974499 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-d6b103e0-4721-4209-abb1-bc88d9cf0918 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2923105 Mar 08 04:12:51.069723 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-04ddd79d-5f60-4293-a13c-f8bfb651040d', 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d', 'project_id': '7c633266e0894e1f9197f48b6aa26f72', 'fixed_ips': [{'subnet_id': '24fb463c-f072-46ab-b16a-662412ec249f'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:12:51.070624 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.306590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Allocated IP 192.168.233.2 (04ddd79d-5f60-4293-a13c-f8bfb651040d/24fb463c-f072-46ab-b16a-662412ec249f/04707636-c1ae-418c-9006-a9175bd34025) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:12:51.453642 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks [] for port (04707636-c1ae-418c-9006-a9175bd34025), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.461437 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (04707636-c1ae-418c-9006-a9175bd34025), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.508516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:12:51.512580 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:12:51.514439 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Pushing event updated for resources: {'Port': ['ID=04707636-c1ae-418c-9006-a9175bd34025,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:12:51.516564 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:12:51.525885 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.526239 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.526605 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.527054 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.527416 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.527751 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.528085 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.528420 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.528747 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.529096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.529423 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.529750 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.530073 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:12:51.584062 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Attempting to bind port 04707636-c1ae-418c-9006-a9175bd34025 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:12:51.584442 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Attempting to bind port 04707636-c1ae-418c-9006-a9175bd34025 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:12:51.584809 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Attempting to bind port 04707636-c1ae-418c-9006-a9175bd34025 on network 04ddd79d-5f60-4293-a13c-f8bfb651040d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:12:51.589812 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:12:51.590188 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Checking segment: {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:12:51.590593 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.591011 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Bound using segment: {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:12:51.591478 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Bound port: 04707636-c1ae-418c-9006-a9175bd34025, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:12:51.591858 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04707636-c1ae-418c-9006-a9175bd34025), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.657617 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] For port 04707636-c1ae-418c-9006-a9175bd34025, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:12:51.660662 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] For port 04707636-c1ae-418c-9006-a9175bd34025, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=04707636-c1ae-418c-9006-a9175bd34025,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:12:51.670236 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (04707636-c1ae-418c-9006-a9175bd34025), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:51.727578 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bcf45-7ebc-4c26-9d92-6131e72c9041 None None] Pushing event updated for resources: {'Port': ['ID=04707636-c1ae-418c-9006-a9175bd34025,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:12:52.485181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 04707636-c1ae-418c-9006-a9175bd34025 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:12:52.542209 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 04707636-c1ae-418c-9006-a9175bd34025 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:12:52.542602 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (04707636-c1ae-418c-9006-a9175bd34025), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:52.618396 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062d041-904a-4332-ac2c-6a4beb12f25d None None] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:12:52.653897 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 04707636-c1ae-418c-9006-a9175bd34025 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:12:52.654204 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04707636-c1ae-418c-9006-a9175bd34025), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:52.734260 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 04707636-c1ae-418c-9006-a9175bd34025, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=04707636-c1ae-418c-9006-a9175bd34025,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:12:52.743135 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (04707636-c1ae-418c-9006-a9175bd34025), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:52.751067 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-5ccf6f24-64f3-4b13-b7dc-0f307d5c333b None None] Provisioning complete for port 04707636-c1ae-418c-9006-a9175bd34025 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:12:52.751312 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6f24-64f3-4b13-b7dc-0f307d5c333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (04707636-c1ae-418c-9006-a9175bd34025), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:52.841338 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=04707636-c1ae-418c-9006-a9175bd34025,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:12:52.907230 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf6f24-64f3-4b13-b7dc-0f307d5c333b None None] Current status of the port 04707636-c1ae-418c-9006-a9175bd34025 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:12:53.028482 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-b6fd34c6-f4b0-4fb5-8b60-8973d49caf22 None None] Provisioning complete for port 04707636-c1ae-418c-9006-a9175bd34025 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:12:53.028857 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6fd34c6-f4b0-4fb5-8b60-8973d49caf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (04707636-c1ae-418c-9006-a9175bd34025), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:53.108500 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd34c6-f4b0-4fb5-8b60-8973d49caf22 None None] Current status of the port 04707636-c1ae-418c-9006-a9175bd34025 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:12:54.421420 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 04707636-c1ae-418c-9006-a9175bd34025 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:12:54.471742 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 04707636-c1ae-418c-9006-a9175bd34025 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:12:54.472118 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (04707636-c1ae-418c-9006-a9175bd34025), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:12:54.545925 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 04707636-c1ae-418c-9006-a9175bd34025 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:13:13.329468 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a2cefaf-37c6-48e8-981c-52ca5264311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:15.489826 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-01f3cd22-97cc-4179-abed-edf89564fac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:16.745203 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:18.143371 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:19.585336 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:25.828904 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:13:43.332092 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b7a4840f-886f-4a0d-94e7-9984bbc3febe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:45.492543 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bc394e5-12e0-4add-b207-06bb1fd4fa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:46.749073 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:48.144262 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:13:49.588353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:02.828324 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:14:13.335841 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3493afb-59d6-426c-ace1-92bad49772f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:15.492853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09e73a2a-1224-4e40-8343-54509a7ffae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:16.753213 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:18.147593 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:19.592038 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:38.321393 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48444) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:14:38.327080 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [None req-e8a9e98f-6751-4dd8-89ad-809045629c00 tempest-verify_tempest_config-1927910935 tempest-verify_tempest_config-1927910935-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:14:38.328034 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e8a9e98f-6751-4dd8-89ad-809045629c00 tempest-verify_tempest_config-1927910935 tempest-verify_tempest_config-1927910935-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056946 Mar 08 04:14:38.618386 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48462) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:14:38.718432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:38.790429 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Publish callbacks [] for security_group (9d26671d-5d9c-4966-8a69-347d2fb8279a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:38.794100 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9d26671d-5d9c-4966-8a69-347d2fb8279a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:38.839338 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9af7cdc8769b412fb501d4b69e026e62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2198293 Mar 08 04:14:38.840297 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d26671d-5d9c-4966-8a69-347d2fb8279a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:14:38.842050 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48466) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:14:38.847370 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.847771 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.848120 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.848460 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.848790 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.849115 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.849455 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.849782 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.850104 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.850428 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.850746 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.851089 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.851406 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3d865-cfa7-4a19-aa28-65db3f73197f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:38.900772 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Publish callbacks [] for security_group (9d26671d-5d9c-4966-8a69-347d2fb8279a), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:38.922205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Publish callbacks [] for security_group (9d26671d-5d9c-4966-8a69-347d2fb8279a), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:39.012632 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9d26671d-5d9c-4966-8a69-347d2fb8279a), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:39.015155 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:39.016276 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d26671d-5d9c-4966-8a69-347d2fb8279a HTTP/1.1" status: 204 len: 168 time: 0.1730525 Mar 08 04:14:39.024303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d26671d-5d9c-4966-8a69-347d2fb8279a,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:14:39.030909 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.031280 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.031637 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.032380 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.032855 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.033190 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.033533 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.033863 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.034189 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.034525 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.035953 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.036324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.036764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420b389-f903-4edd-ab2b-58cfe71d58ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:14:39.826261 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:14:43.336501 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fa62e17-6670-42b2-b299-227b2cfc10ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:45.495238 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bbd-ff1a-47af-9f2d-0f06261d298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:46.756182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:48.153042 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:14:49.595103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:13.338136 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-117dd098-3ed6-43dc-8435-d7a29f06ef3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:15.496560 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c57d1dcc-ae58-4912-9869-ef4599b0ad7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:16.757917 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:16.824838 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:15:18.152585 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:19.597850 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:43.340153 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4d43899-850d-45c4-ba10-85d48a06bfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:45.497778 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c67f936-137f-45d4-900a-5b743623a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:46.759610 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:48.155589 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:49.599667 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:15:53.822939 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 5 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:16:13.342630 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a044fa6-d306-4a88-8c3e-2a7b0c6706a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:15.499633 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bed790c-d914-425f-b29d-f3b5fc13fbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:16.766986 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:18.159226 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:19.601977 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:22.603443 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630003'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:30.822015 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:16:37.354420 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48538) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:16:37.458473 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-7371acda-3562-4717-980e-5b8958dc35e6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1029320 Mar 08 04:16:39.793717 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48548) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:16:39.847323 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a8cbf2c9-179f-4ac0-b3b0-26b7e23bcc51 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0525458 Mar 08 04:16:43.345418 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e1a4c39-35b5-4317-afe8-0bf11f7577c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:45.503567 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6773-e156-4db0-99db-9f44872a7213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:46.766634 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:48.162261 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:49.603034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:16:52.577905 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:07.822345 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:17:13.346277 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b13fabe-a189-4de0-8036-57078826ec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:15.507411 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed02ff6d-922a-4e18-b135-a74b9f11e72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:16.768595 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:18.167239 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:19.605551 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:22.583081 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:43.356739 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46f88572-74c6-402b-ba03-59e0e6c3f7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:44.820773 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:17:45.510312 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f358d6b-9233-4362-aa9b-dac6a0892959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:46.773300 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:48.172181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:49.608141 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:17:52.607593 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:13.349730 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c5030b7-b95d-44e0-a639-42a5b61f8f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:15.512451 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0699094-ed48-4de6-b3dd-eaa8b4b2a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:16.774917 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:18.172550 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:19.610867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:21.819072 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:18:22.606423 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:27.788273 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48712) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.086057 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-network', 'tenant_id': '9b543387d865417bb2480711ccdc410b'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:28.091555 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48744) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.108737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Made reservation on behalf of 9b543387d865417bb2480711ccdc410b for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:28.111946 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.131593 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.247993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks [] for security_group (3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.253256 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.284354 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:28.297092 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (bcb67922-1724-4758-b9a1-ed746adcccb0), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.297437 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Added segment bcb67922-1724-4758-b9a1-ed746adcccb0 of type vlan for network 5b1a9257-fb0c-4a45-ba23-62a4c101864a Mar 08 04:18:28.314409 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:28.345260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.345627 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.345959 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.346310 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.346637 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.346993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.347326 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.347651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.348175 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.348707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.349221 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.349772 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.350292 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Tracked resource versions report: Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: pushed versions: Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: { 'AddressGroup': {'1.2'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Log': {'1.0'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Network': {'1.1'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Port': {'1.7'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'PortForwarding': {'1.2'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'QosPolicy': {'1.10'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroup': {'1.5'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SubPort': {'1.0'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Subnet': {'1.1'}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Trunk': {'1.1'}} Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: consumer versions: Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'ConntrackHelper': '1.0', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'LocalIPAssociation': '1.0', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Log': '1.0', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Network': '1.1', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Port': '1.7', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'PortForwarding': '1.2', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'QosPolicy': '1.10', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroup': '1.5', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SecurityGroupRule': '1.2', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'SubPort': '1.0', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Subnet': '1.1', Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: 'Trunk': '1.1'}} Mar 08 04:18:28.351599 dv-cinder-740146-13-smb neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:18:28.371891 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (5b1a9257-fb0c-4a45-ba23-62a4c101864a), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.405086 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (5b1a9257-fb0c-4a45-ba23-62a4c101864a), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.406346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:28.407166 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.444989 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6532884 Mar 08 04:18:28.445354 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48762) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.451043 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Request body: {'subnet': {'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-subnet', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:28.477303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2916-f530-4dc0-9785-86c9e8125861 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1a9257-fb0c-4a45-ba23-62a4c101864a,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:28.477895 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1843343056-network', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:28.485099 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Made reservation on behalf of 9b543387d865417bb2480711ccdc410b for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:28.488473 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:28.489044 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.509747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48764) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.631036 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:28.635002 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.676931 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.713664 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (89a2320b-34a8-429a-a17b-28d1fc687b70), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.787955 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Checking segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:28.788373 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Network hostable DHCP agents. Network: 5b1a9257-fb0c-4a45-ba23-62a4c101864a, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:28.815772 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a2320b-34a8-429a-a17b-28d1fc687b70,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:28.836055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.836466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.836834 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.837344 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.837691 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.838021 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.838374 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.838704 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.839090 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.839423 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.839747 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.840123 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.840756 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Tracked resource versions report: Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: pushed versions: Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: { 'AddressGroup': {'1.2'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Log': {'1.0'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Network': {'1.1'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Port': {'1.7'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'PortForwarding': {'1.2'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'QosPolicy': {'1.10'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroup': {'1.5'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SubPort': {'1.0'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Subnet': {'1.1'}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Trunk': {'1.1'}} Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: consumer versions: Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'ConntrackHelper': '1.0', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'LocalIPAssociation': '1.0', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Log': '1.0', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Network': '1.1', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Port': '1.7', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'PortForwarding': '1.2', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'QosPolicy': '1.10', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroup': '1.5', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SecurityGroupRule': '1.2', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'SubPort': '1.0', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Subnet': '1.1', Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: 'Trunk': '1.1'}} Mar 08 04:18:28.841541 dv-cinder-740146-13-smb neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:18:28.846542 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:28.867109 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 5b1a9257-fb0c-4a45-ba23-62a4c101864a) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:28.872892 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:28.873486 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.880057 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd5aba-1747-4078-8e48-f4aca0349a61 None None] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:28.897719 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks [] for security_group (95f00705-58d1-473b-9971-67deb567d4a8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.909099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48786) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.910023 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-df8daf1b-8109-4d91-86cd-eaecc3fea4b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4629021 Mar 08 04:18:28.911873 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (95f00705-58d1-473b-9971-67deb567d4a8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.918937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-122625009-network', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:28.938086 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:28.954614 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48788) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:28.975903 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:28.983661 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f00705-58d1-473b-9971-67deb567d4a8,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:28.993303 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (58078a7b-7e38-448f-adb8-6057fbb0814f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:28.993755 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Added segment 58078a7b-7e38-448f-adb8-6057fbb0814f of type vlan for network 7a8ab4f8-6073-4993-8b1c-948eba368d6d Mar 08 04:18:29.052764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (4acc8549-196e-41c4-832a-7064d69e1a22), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.053659 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (4acc8549-196e-41c4-832a-7064d69e1a22), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.055712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (7a8ab4f8-6073-4993-8b1c-948eba368d6d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.096215 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (7a8ab4f8-6073-4993-8b1c-948eba368d6d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.097207 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:29.098860 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.128978 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0350683 Mar 08 04:18:29.145197 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48796) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:29.150715 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1915439333-network', 'tenant_id': 'e1bb76691d8b4a41adf4874b50bb6483'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:29.171063 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d852cc-6564-466d-ad81-cdb8fc265ca5 None None] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:29.179027 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Request body: {'subnet': {'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-subnet', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:29.280725 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for router_controller (4acc8549-196e-41c4-832a-7064d69e1a22), precommit_add_association {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.282260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Made reservation on behalf of 6e00ee5ca24c43f18df750c74bdc5c3e for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:29.285029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.296007 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.505039 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Made reservation on behalf of e1bb76691d8b4a41adf4874b50bb6483 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:29.510520 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.550609 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.592945 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:29.595247 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.680425 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for router_gateway (4acc8549-196e-41c4-832a-7064d69e1a22), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.689226 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435064c9-2a6a-45b4-8d7a-e3ab3d2c0e9d admin admin] Pushing event updated for resources: {'Network': ['ID=7a8ab4f8-6073-4993-8b1c-948eba368d6d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:29.703007 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:29.795289 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks [] for security_group (2514e246-0fb0-46ec-a82e-591654f950ab), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.813332 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2514e246-0fb0-46ec-a82e-591654f950ab), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.916080 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:29.917786 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks [] for security_group (4c6b41c5-c027-46d3-853d-4d6676b458d7), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.961482 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2514e246-0fb0-46ec-a82e-591654f950ab,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:29.966975 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (08b1108c-d7fa-4bd1-9970-c69de086a95f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:29.979733 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Added segment 08b1108c-d7fa-4bd1-9970-c69de086a95f of type vlan for network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a Mar 08 04:18:29.991572 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4c6b41c5-c027-46d3-853d-4d6676b458d7), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.059401 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:30.072604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (297aedb4-ee87-47de-a4b5-7c7bfce4c69d), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.073311 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Added segment 297aedb4-ee87-47de-a4b5-7c7bfce4c69d of type vlan for network 5397445e-1c73-44b6-b0d0-137f673b353f Mar 08 04:18:30.125011 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (5397445e-1c73-44b6-b0d0-137f673b353f), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.154238 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.158224 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (2dbc7b78-2f89-44e1-af5d-7c85ba710a68), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.266599 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b41c5-c027-46d3-853d-4d6676b458d7,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:30.273327 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:30.273749 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Network hostable DHCP agents. Network: 7a8ab4f8-6073-4993-8b1c-948eba368d6d, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:30.305401 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:30.309320 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (5397445e-1c73-44b6-b0d0-137f673b353f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.310569 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:30.311362 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.316633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.317570 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:30.318376 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.324183 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbc7b78-2f89-44e1-af5d-7c85ba710a68,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:30.365294 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 7a8ab4f8-6073-4993-8b1c-948eba368d6d) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:30.407245 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:30.408008 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.411975 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c122716-7d5f-4ec8-9ea7-ffec86cbadfc None None] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:30.439207 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9273684 Mar 08 04:18:30.447303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48846) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:30.463431 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Request body: {'subnet': {'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-122625009-subnet', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:30.479628 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb2cd-b8da-4e6f-9762-9ded4b9a29b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5397445e-1c73-44b6-b0d0-137f673b353f,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:30.504832 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 5397445e-1c73-44b6-b0d0-137f673b353f details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:30.505430 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] Pushing event updated for resources: {'Network': ['ID=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:30.510614 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for router_gateway (4acc8549-196e-41c4-832a-7064d69e1a22), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.521096 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-ce2e2736-4e50-49d2-be99-3c19e9ff7644 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5653565 Mar 08 04:18:30.521807 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48850) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:30.530413 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Request body: {'subnet': {'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1915439333-subnet', 'tenant_id': 'e1bb76691d8b4a41adf4874b50bb6483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:30.540467 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0a6e1b56-4326-4f61-b783-69fe47c2f293 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3664477 Mar 08 04:18:30.543778 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48852) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:30.550337 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:30.550735 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:30.571616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.577447 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Made reservation on behalf of 6e00ee5ca24c43f18df750c74bdc5c3e for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:30.577792 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Made reservation on behalf of e1bb76691d8b4a41adf4874b50bb6483 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:30.580110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.580833 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.599083 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.600190 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.632388 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:18:30.634155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.771385 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for router_controller (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:30.875667 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Allocated IP 172.28.1.136 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/2b0e7012-1cd7-40bb-bb66-33fa815ef640) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:31.039834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (06635836-8136-4d38-864e-b7a2cca8b575), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.082165 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Allocated IP 172.20.0.2 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/2e8ad23d-a39a-4e29-b3e0-69c987842e8e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:31.093731 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.125208 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for router_gateway (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.149633 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06635836-8136-4d38-864e-b7a2cca8b575,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:31.185485 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Checking segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:31.185832 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Network hostable DHCP agents. Network: 5397445e-1c73-44b6-b0d0-137f673b353f, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:31.233926 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.252600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (01cdb240-c4a6-4f4c-a613-7c11e85c3011), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.279534 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Network 5397445e-1c73-44b6-b0d0-137f673b353f is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:31.334091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:31.335072 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 5397445e-1c73-44b6-b0d0-137f673b353f) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:31.347341 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:31.347928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.350191 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:31.354147 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks [] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.370286 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f54342-ed06-4e7d-a1d7-49763f2131c2 None None] Network 5397445e-1c73-44b6-b0d0-137f673b353f requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:31.371894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:31.387334 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cdb240-c4a6-4f4c-a613-7c11e85c3011,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:31.416925 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0e7012-1cd7-40bb-bb66-33fa815ef640,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:31.467833 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a1d802ae-387a-4669-a7c6-334867f66067 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0148718 Mar 08 04:18:31.476562 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48886) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:31.478016 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Checking segment: {'id': '08b1108c-d7fa-4bd1-9970-c69de086a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:31.483836 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Network hostable DHCP agents. Network: 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:31.507550 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.511316 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:31.607332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:31.622093 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-5397445e-1c73-44b6-b0d0-137f673b353f', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:18:31.623764 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.627295 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:31.633016 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (53632bfa-96d8-4bf5-b638-efa046e75757), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.634117 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (53632bfa-96d8-4bf5-b638-efa046e75757), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.663367 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:31.683368 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:31.684619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.744451 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-420d4577-06f3-4fac-b504-92566cb709ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2206633 Mar 08 04:18:31.752561 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.753169 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.753701 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.754260 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.754830 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.755542 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.756082 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.756629 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.758087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.758585 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.759076 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.759467 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.759797 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Tracked resource versions report: Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: pushed versions: Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: { 'AddressGroup': {'1.2'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Log': {'1.0'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Network': {'1.1'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Port': {'1.7'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'PortForwarding': {'1.2'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'QosPolicy': {'1.10'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroup': {'1.5'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SubPort': {'1.0'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Subnet': {'1.1'}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Trunk': {'1.1'}} Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: consumer versions: Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'ConntrackHelper': '1.0', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'LocalIPAssociation': '1.0', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Log': '1.0', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Network': '1.1', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Port': '1.7', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'PortForwarding': '1.2', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'QosPolicy': '1.10', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroup': '1.5', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SecurityGroupRule': '1.2', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'SubPort': '1.0', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Subnet': '1.1', Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: 'Trunk': '1.1'}} Mar 08 04:18:31.767603 dv-cinder-740146-13-smb neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:18:31.783544 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b52e33-3b16-445e-af51-e0841aa2dc22 None None] Network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:31.788016 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for router_controller (53632bfa-96d8-4bf5-b638-efa046e75757), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:31.814213 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:31.827048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:31.856238 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:32.000799 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48906) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:32.101287 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for router_gateway (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.112070 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for router_gateway (53632bfa-96d8-4bf5-b638-efa046e75757), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.133643 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for router_gateway (4acc8549-196e-41c4-832a-7064d69e1a22), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.158038 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.300463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb00de39-43be-4ee0-89ee-e8e25ee63302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.327007 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Attempting to bind port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:32.327701 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Attempting to bind port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:32.328004 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Attempting to bind port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:32.360148 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d9c87-9d3a-4fa5-8c0f-4e727646c94f None None] Network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:32.394416 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:32.394868 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:32.397155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.399327 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:32.399680 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Bound port: 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:32.404163 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.491807 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Allocated IP 172.20.0.2 (5397445e-1c73-44b6-b0d0-137f673b353f/06635836-8136-4d38-864e-b7a2cca8b575/eafc2901-9186-4f70-8999-37a14e520976) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:32.545719 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 48944) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:32.548091 dv-cinder-740146-13-smb neutron-server[103174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 04:18:32.605362 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Allocated IP 172.28.1.23 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/825e2347-9fc6-41df-ace6-8d174217e619) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:32.710712 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] For port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:32.743649 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb00de39-43be-4ee0-89ee-e8e25ee63302 admin admin] Publish callbacks [] for security_group (512f2bd0-fcb6-4720-ba56-4055e5a88902), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.764394 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-87e51a53-6670-4509-8dc4-da425f657374 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:32.766464 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb00de39-43be-4ee0-89ee-e8e25ee63302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (512f2bd0-fcb6-4720-ba56-4055e5a88902), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.771845 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-87e51a53-6670-4509-8dc4-da425f657374 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/networks?id=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a HTTP/1.1" status: 200 len: 812 time: 0.2247701 Mar 08 04:18:32.802001 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-ea198b8d-53cf-4aef-adcc-fa540f935e7d tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/quotas/e1bb76691d8b4a41adf4874b50bb6483 HTTP/1.1" status: 200 len: 375 time: 0.0291252 Mar 08 04:18:32.804323 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] For port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:32.818463 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.872853 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-f97c9942-635a-4f1c-b566-6b4369b8bcf4 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692434 Mar 08 04:18:32.886565 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd550ca-5eb2-4b5f-875c-5399c6ec82c2 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:32.897789 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for port (825e2347-9fc6-41df-ace6-8d174217e619), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.903583 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-eb00de39-43be-4ee0-89ee-e8e25ee63302 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=970e1b0921424adc862bf2bc7a0ac790&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8992682 Mar 08 04:18:32.906271 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 48958) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:32.910722 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00de39-43be-4ee0-89ee-e8e25ee63302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f2bd0-fcb6-4720-ba56-4055e5a88902,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:32.944669 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks [] for port (eafc2901-9186-4f70-8999-37a14e520976), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:32.971496 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (eafc2901-9186-4f70-8999-37a14e520976), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.011296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for router_gateway (53632bfa-96d8-4bf5-b638-efa046e75757), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.017922 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (4acc8549-196e-41c4-832a-7064d69e1a22), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.037285 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Pushing event updated for resources: {'Port': ['ID=eafc2901-9186-4f70-8999-37a14e520976,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:33.049181 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.064027 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (825e2347-9fc6-41df-ace6-8d174217e619), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.066075 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] Publish callbacks [] for security_group (512f2bd0-fcb6-4720-ba56-4055e5a88902), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.074007 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Network 5397445e-1c73-44b6-b0d0-137f673b353f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:33.077431 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:33.083631 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:33.173836 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Attempting to bind port eafc2901-9186-4f70-8999-37a14e520976 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:33.174659 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Attempting to bind port eafc2901-9186-4f70-8999-37a14e520976 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:33.176725 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Attempting to bind port eafc2901-9186-4f70-8999-37a14e520976 on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:33.182700 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:33.184738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:33.187105 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Checking segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:33.187794 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.194850 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Bound using segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:33.195677 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Bound port: eafc2901-9186-4f70-8999-37a14e520976, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:33.197657 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eafc2901-9186-4f70-8999-37a14e520976), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.202865 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:33.221839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] Publish callbacks [] for security_group (512f2bd0-fcb6-4720-ba56-4055e5a88902), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.223877 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Pushing event updated for resources: {'Port': ['ID=825e2347-9fc6-41df-ace6-8d174217e619,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:33.226467 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:33.237211 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-891060f8-bca1-4b34-862c-5ce6ea5c0ef0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:18:33.240573 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-891060f8-bca1-4b34-862c-5ce6ea5c0ef0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1390162 Mar 08 04:18:33.275279 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] For port eafc2901-9186-4f70-8999-37a14e520976, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:33.279311 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] For port eafc2901-9186-4f70-8999-37a14e520976, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=eafc2901-9186-4f70-8999-37a14e520976,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:33.288510 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (eafc2901-9186-4f70-8999-37a14e520976), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.496043 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ed35-b62f-4722-93b3-59f09af6a388 None None] Pushing event updated for resources: {'Port': ['ID=eafc2901-9186-4f70-8999-37a14e520976,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:33.501330 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-b0ca6632-4b9e-4992-b6d8-fa684fe1dcf8 service neutron] 10.222.0.20 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437971 Mar 08 04:18:33.530344 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Allocated IP 172.28.1.65 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/3e080fa6-e26f-4d62-9286-9f787547f5b3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:33.601455 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Router 4acc8549-196e-41c4-832a-7064d69e1a22 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:18:33.646549 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (512f2bd0-fcb6-4720-ba56-4055e5a88902), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.648928 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.650178 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512f2bd0-fcb6-4720-ba56-4055e5a88902 HTTP/1.1" status: 204 len: 168 time: 0.7404988 Mar 08 04:18:33.685148 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-a9d38d92-05cc-4c73-bedb-f15156dd57b7 service neutron] 10.222.0.20 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714551 Mar 08 04:18:33.707145 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea4902-d76a-4738-a6a8-e4f500ad48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f2bd0-fcb6-4720-ba56-4055e5a88902,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:33.812459 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for router_gateway (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.866534 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:33.989932 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.006494 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:34.024109 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Sync routers for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:34.087603 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:34.091751 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:34.107192 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:34.119298 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Pushing event updated for resources: {'Port': ['ID=3e080fa6-e26f-4d62-9286-9f787547f5b3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:34.124072 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:34.128635 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.132879 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:34.133521 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6ce9cf9f-c9d9-4092-8f6e-c969a1ab54a7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2080829 Mar 08 04:18:34.135171 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49002) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:34.209458 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49016) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:34.312476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-621dca95-05db-4d04-9405-946c44eae08c req-4de25166-5703-44d6-b0b1-5dc7e683dccf tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.1017706 Mar 08 04:18:34.389900 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49020) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:34.425960 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dfbd34a4-3538-4821-8c47-cb6a9df13427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.435387 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:34.636313 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dfbd34a4-3538-4821-8c47-cb6a9df13427 admin admin] Publish callbacks [] for security_group (a4c22de0-a6c4-4d9f-a072-4a81fa83a92e), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.644710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dfbd34a4-3538-4821-8c47-cb6a9df13427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a4c22de0-a6c4-4d9f-a072-4a81fa83a92e), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.696013 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:34.784888 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-dfbd34a4-3538-4821-8c47-cb6a9df13427 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85a9ccbf4bfe4a69ac4e3b2ef5f4e8a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3937380 Mar 08 04:18:34.788895 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49036) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:34.815581 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd34a4-3538-4821-8c47-cb6a9df13427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c22de0-a6c4-4d9f-a072-4a81fa83a92e,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:34.877042 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2e8ad23d-a39a-4e29-b3e0-69c987842e8e up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:34.955680 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283a787-21ac-43b4-bf1d-72c5bd3648c2 None None] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:34.980319 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:31Z', 'revision_number': 3, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:34.997100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] Publish callbacks [] for security_group (a4c22de0-a6c4-4d9f-a072-4a81fa83a92e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.020098 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Checking router: 4acc8549-196e-41c4-832a-7064d69e1a22 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:35.020647 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Updating router 4acc8549-196e-41c4-832a-7064d69e1a22 port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:35.044910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] Publish callbacks [] for security_group (a4c22de0-a6c4-4d9f-a072-4a81fa83a92e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.070354 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.156265 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a4c22de0-a6c4-4d9f-a072-4a81fa83a92e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.159133 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.160302 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4c22de0-a6c4-4d9f-a072-4a81fa83a92e HTTP/1.1" status: 204 len: 168 time: 0.3649030 Mar 08 04:18:35.170924 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634acbf-a083-4acf-b142-9c0977841ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c22de0-a6c4-4d9f-a072-4a81fa83a92e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:35.191572 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49058) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:35.347783 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d70da-5ab3-4d77-ba3b-3f85c8e12719 None None] Network 5397445e-1c73-44b6-b0d0-137f673b353f requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:35.482309 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Provisioning complete for port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:35.485706 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.546060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b96e2524-b127-4f07-a537-d37f98047c1e req-3f7c64b4-d707-4593-96ac-ca16dfb184f8 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.1007204 Mar 08 04:18:35.655819 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:18:35.742416 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:35.743030 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.786960 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4b34cec5-3fc5-48ee-b2be-ef02772f7aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.831631 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks [] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.852563 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.906511 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for router_gateway (53632bfa-96d8-4bf5-b638-efa046e75757), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:35.962046 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Pushing event updated for resources: {'Port': ['ID=2b0e7012-1cd7-40bb-bb66-33fa815ef640,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:35.987538 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.988303 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.988931 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.989612 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.990422 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.990978 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.991570 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.992145 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.993266 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.993905 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.994512 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.995092 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:35.995620 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Tracked resource versions report: Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: pushed versions: Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: { 'AddressGroup': {'1.2'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Log': {'1.0'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Network': {'1.1'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Port': {'1.7'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'PortForwarding': {'1.2'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'QosPolicy': {'1.10'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroup': {'1.5'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SubPort': {'1.0'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Subnet': {'1.1'}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Trunk': {'1.1'}} Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: consumer versions: Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: { DHCP agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: L3 agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: Metadata agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: Metering agent@dv-cinder-740146-13-smb: {}, Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: Open vSwitch agent@dv-cinder-740146-13-smb: { 'AddressGroup': '1.2', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'ConntrackHelper': '1.0', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'LocalIPAssociation': '1.0', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Log': '1.0', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Network': '1.1', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Port': '1.7', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'PortForwarding': '1.2', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'QosPolicy': '1.10', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroup': '1.5', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SecurityGroupRule': '1.2', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'SubPort': '1.0', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Subnet': '1.1', Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: 'Trunk': '1.1'}} Mar 08 04:18:36.001225 dv-cinder-740146-13-smb neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:18:36.045328 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Attempting to bind port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:36.045328 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Attempting to bind port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:36.045328 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Attempting to bind port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:36.045328 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:36.049397 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:36.049617 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4b34cec5-3fc5-48ee-b2be-ef02772f7aa8 admin admin] Publish callbacks [] for security_group (be61598a-a202-4fec-858d-f32a1d680828), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.050657 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.051290 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:36.052198 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Bound port: 2b0e7012-1cd7-40bb-bb66-33fa815ef640, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:36.053059 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.057741 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Current status of the port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:36.061846 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4b34cec5-3fc5-48ee-b2be-ef02772f7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (be61598a-a202-4fec-858d-f32a1d680828), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.067129 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.149523 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] For port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:36.190849 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-4b34cec5-3fc5-48ee-b2be-ef02772f7aa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a492efb0189447a1b6b61862e7672be2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9980936 Mar 08 04:18:36.197541 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49114) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:36.260219 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] For port 2b0e7012-1cd7-40bb-bb66-33fa815ef640, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:36.265613 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] For port 2b0e7012-1cd7-40bb-bb66-33fa815ef640, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2b0e7012-1cd7-40bb-bb66-33fa815ef640,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:36.283985 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.305026 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34cec5-3fc5-48ee-b2be-ef02772f7aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61598a-a202-4fec-858d-f32a1d680828,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:36.360934 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.365307 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:36.366867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device eafc2901-9186-4f70-8999-37a14e520976 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:36.461294 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dab21-fc09-418d-916e-e9ba42e99330 None None] Pushing event updated for resources: {'Port': ['ID=2b0e7012-1cd7-40bb-bb66-33fa815ef640,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:36.481055 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:36.484069 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:36.488911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65950f5d-8bd3-45f2-9af4-534750b1b97c None None] Pushing event updated for resources: {'Port': ['ID=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:36.581301 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Provisioning complete for port eafc2901-9186-4f70-8999-37a14e520976 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:36.582373 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (eafc2901-9186-4f70-8999-37a14e520976), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.711266 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:36.766382 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] Publish callbacks [] for security_group (be61598a-a202-4fec-858d-f32a1d680828), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.797336 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] Publish callbacks [] for security_group (be61598a-a202-4fec-858d-f32a1d680828), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.812594 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Current status of the port eafc2901-9186-4f70-8999-37a14e520976 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:36.812999 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eafc2901-9186-4f70-8999-37a14e520976), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.863494 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:36.901858 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:36.920447 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (be61598a-a202-4fec-858d-f32a1d680828), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.923743 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.925009 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be61598a-a202-4fec-858d-f32a1d680828 HTTP/1.1" status: 204 len: 168 time: 0.7046506 Mar 08 04:18:36.939779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826cc99-8abf-4c94-b6a6-55158c760704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61598a-a202-4fec-858d-f32a1d680828,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:36.970452 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:36.971725 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-12d4d81b-2eec-453b-8b57-9f01a5b230f2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4269993 Mar 08 04:18:36.995867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:36.997376 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:37.001698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49150) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:37.011367 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5de3d3f-46c7-40b4-85d3-dedc5d9ded5f req-1b068a70-9914-40e4-a6f1-dc4cf42ac485 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.0567553 Mar 08 04:18:37.045313 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] For port eafc2901-9186-4f70-8999-37a14e520976, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=eafc2901-9186-4f70-8999-37a14e520976,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:37.051134 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port eafc2901-9186-4f70-8999-37a14e520976 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:37.065595 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (eafc2901-9186-4f70-8999-37a14e520976), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:37.100169 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:31Z', 'revision_number': 3, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:37.133250 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5441-c920-42a0-9e03-33887af9464c None None] The sync data for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb is: [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:31Z', 'revision_number': 3, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:37.226693 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (eafc2901-9186-4f70-8999-37a14e520976), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:37.424516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d584e-e22d-4923-b372-7ff4c68bef29 None None] Pushing event updated for resources: {'Port': ['ID=eafc2901-9186-4f70-8999-37a14e520976,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:37.430628 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port eafc2901-9186-4f70-8999-37a14e520976 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:37.444705 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-5a6de741-15ff-4a50-bca1-cfdc66cf6a2d None None] Provisioning complete for port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:37.445107 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a6de741-15ff-4a50-bca1-cfdc66cf6a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:37.484519 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:37.605352 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2e8ad23d-a39a-4e29-b3e0-69c987842e8e up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:37.765616 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (53632bfa-96d8-4bf5-b638-efa046e75757), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:37.789317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.42', 59143) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:37.974758 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:37.975235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:37.979740 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5a6de741-15ff-4a50-bca1-cfdc66cf6a2d None None] Current status of the port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:37.980668 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-97489d46-fca0-4ed0-996b-b5d0c140eb45 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:37.982139 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-97489d46-fca0-4ed0-996b-b5d0c140eb45 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.42 "GET /v2.0/networks?id=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a HTTP/1.1" status: 200 len: 812 time: 0.1912580 Mar 08 04:18:38.053819 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Request body: {'port': {'device_id': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a', 'admin_state_up': True, 'tenant_id': 'e1bb76691d8b4a41adf4874b50bb6483'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:38.125551 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:33Z', 'revision_number': 3, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:38.189034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:38.197086 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Updating router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 port 825e2347-9fc6-41df-ace6-8d174217e619 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:38.305505 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (825e2347-9fc6-41df-ace6-8d174217e619), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:38.308301 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:38.310021 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device eafc2901-9186-4f70-8999-37a14e520976 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:38.453399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Made reservation on behalf of e1bb76691d8b4a41adf4874b50bb6483 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:38.462934 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:38.492770 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49222) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:38.795950 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:38.801548 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:38.833922 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Allocated IP 172.20.0.3 (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a/01cdb240-c4a6-4f4c-a613-7c11e85c3011/c50f25fd-d916-4a90-b82f-57cb50f7cfe1) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:38.857450 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f88ac697-4487-4d82-bf28-e1ab0d5b573a req-e633fc59-229a-4a52-af30-fb9d70e87bd4 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.4281018 Mar 08 04:18:38.943346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port eafc2901-9186-4f70-8999-37a14e520976 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:38.943728 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (eafc2901-9186-4f70-8999-37a14e520976), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.014084 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49252) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:39.029816 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Router 53632bfa-96d8-4bf5-b638-efa046e75757 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:18:39.038172 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks [] for port (825e2347-9fc6-41df-ace6-8d174217e619), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.049137 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (825e2347-9fc6-41df-ace6-8d174217e619), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.112442 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks [] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.159448 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.239135 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port eafc2901-9186-4f70-8999-37a14e520976 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:39.267231 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1335114029-network', 'tenant_id': 'a698890020b24728a7a938dc5952acab'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:39.279882 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Attempting to bind port 825e2347-9fc6-41df-ace6-8d174217e619 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:39.280527 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Attempting to bind port 825e2347-9fc6-41df-ace6-8d174217e619 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:39.281214 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Attempting to bind port 825e2347-9fc6-41df-ace6-8d174217e619 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:39.287322 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Pushing event updated for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:39.294253 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d166f65-1b2e-43a8-a830-be74b7aeb20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.317774 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:39.321531 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:39.323898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:39.324882 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:39.325329 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.325776 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:39.326324 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Bound port: 825e2347-9fc6-41df-ace6-8d174217e619, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:39.326701 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:39.326837 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (825e2347-9fc6-41df-ace6-8d174217e619), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.330170 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173461-6a2b-4ae0-9755-c78cf0cd532a None None] Pushing event updated for resources: {'Port': ['ID=825e2347-9fc6-41df-ace6-8d174217e619,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:39.334518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:39.335215 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.374077 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-8922ddc8-1c3a-4351-a95f-bda8a2109591 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244293 Mar 08 04:18:39.385606 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-e2e6d052-c973-4ba0-a583-408cef77b4f9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:18:39.387993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-e2e6d052-c973-4ba0-a583-408cef77b4f9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075684 Mar 08 04:18:39.395963 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] For port 825e2347-9fc6-41df-ace6-8d174217e619, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:39.400453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] For port 825e2347-9fc6-41df-ace6-8d174217e619, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=825e2347-9fc6-41df-ace6-8d174217e619,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:39.413110 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Allocated IP 172.20.0.1 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/1ada1c42-0e7a-402c-9517-9de01613eaf2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:39.417281 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (825e2347-9fc6-41df-ace6-8d174217e619), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.522581 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:39.523242 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:39.542450 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d166f65-1b2e-43a8-a830-be74b7aeb20f admin admin] Publish callbacks [] for security_group (3e7e415e-f59a-4d17-999a-e3309cafbae9), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.552347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d166f65-1b2e-43a8-a830-be74b7aeb20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3e7e415e-f59a-4d17-999a-e3309cafbae9), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.592173 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Made reservation on behalf of a698890020b24728a7a938dc5952acab for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:39.594686 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.602874 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173461-6a2b-4ae0-9755-c78cf0cd532a None None] Pushing event updated for resources: {'Port': ['ID=825e2347-9fc6-41df-ace6-8d174217e619,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:39.609986 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-3d166f65-1b2e-43a8-a830-be74b7aeb20f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae242ac862e43938f61883e5f9341af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7726443 Mar 08 04:18:39.620005 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49262) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:39.668327 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.673576 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Request body: {'port': {'device_id': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:39.723374 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:39.733248 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:39.743656 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Allocated IP 172.20.0.1 (5b1a9257-fb0c-4a45-ba23-62a4c101864a/89a2320b-34a8-429a-a17b-28d1fc687b70/5a1c0240-cd2d-4582-85bb-b6d227fdc103) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:39.750344 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2b0e7012-1cd7-40bb-bb66-33fa815ef640 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:39.769238 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:39.775178 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:39.788316 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.789703 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a1315372-0da0-4acc-9fbf-32a8eae423aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2993820 Mar 08 04:18:39.797119 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49266) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:39.912987 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:39.954080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d166f65-1b2e-43a8-a830-be74b7aeb20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7e415e-f59a-4d17-999a-e3309cafbae9,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:39.983259 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks [] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.160904 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:40.163062 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] Publish callbacks [] for security_group (3e7e415e-f59a-4d17-999a-e3309cafbae9), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.266565 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:40.298805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] Publish callbacks [] for security_group (3e7e415e-f59a-4d17-999a-e3309cafbae9), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.382831 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks [] for security_group (eae92ae6-6ef2-41f6-b476-561b3c5bd758), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.408264 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77fcc2-b1e8-42ba-b94f-d0280c41acc6 req-a881727d-5a50-43f9-93f5-02384f8cdd10 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:40.409940 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f77fcc2-b1e8-42ba-b94f-d0280c41acc6 req-a881727d-5a50-43f9-93f5-02384f8cdd10 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 931 time: 0.3684065 Mar 08 04:18:40.431870 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (eae92ae6-6ef2-41f6-b476-561b3c5bd758), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.451499 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:40.451948 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.527032 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae92ae6-6ef2-41f6-b476-561b3c5bd758,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:40.530480 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.544678 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks [] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.551150 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3e7e415e-f59a-4d17-999a-e3309cafbae9), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.554296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:40.562649 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:40.564717 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.564871 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:40.570978 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e7e415e-f59a-4d17-999a-e3309cafbae9 HTTP/1.1" status: 204 len: 168 time: 0.9466863 Mar 08 04:18:40.656020 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Pushing event updated for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:40.670905 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:40.671785 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.690837 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (81e7125e-778b-4992-acbb-332a0585dd15), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.691417 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Added segment 81e7125e-778b-4992-acbb-332a0585dd15 of type vlan for network db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 Mar 08 04:18:40.723772 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246be9fc-f869-4abe-a1b2-aad6f2153f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7e415e-f59a-4d17-999a-e3309cafbae9,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:40.759315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f77fcc2-b1e8-42ba-b94f-d0280c41acc6 req-ff6e141c-e228-4814-9c26-cf45954e4bbf tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413241 Mar 08 04:18:40.864026 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:34Z', 'revision_number': 3, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:40.874273 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.967049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50f25fd-d916-4a90-b82f-57cb50f7cfe1 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:18:40.972873 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:40.987058 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Updating router 53632bfa-96d8-4bf5-b638-efa046e75757 port 3e080fa6-e26f-4d62-9286-9f787547f5b3 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:40.990493 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:40.991091 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:40.994729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks [] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.069802 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 2b0e7012-1cd7-40bb-bb66-33fa815ef640, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2b0e7012-1cd7-40bb-bb66-33fa815ef640,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:41.077785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Transition to ACTIVE for port object c50f25fd-d916-4a90-b82f-57cb50f7cfe1 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:18:41.095527 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.108973 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.127650 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.171891 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 04:18:41.268387 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7da943a1-7311-4568-a7a1-07867597c680 None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:41.268966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7da943a1-7311-4568-a7a1-07867597c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.282227 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:33Z', 'revision_number': 3, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:41.389830 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.402022 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:41.403607 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.437526 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=2b0e7012-1cd7-40bb-bb66-33fa815ef640,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:41.466386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Pushing event updated for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:41.475632 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Attempting to bind port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:41.477918 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Attempting to bind port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '08b1108c-d7fa-4bd1-9970-c69de086a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:41.478466 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Attempting to bind port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 on network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:41.490360 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 on network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:18:41.491572 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Attempting to bind port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 on network 80d788b2-65ff-4b3c-94f7-2c63b21c1a2a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:41.513775 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:41.514228 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Checking segment: {'id': '08b1108c-d7fa-4bd1-9970-c69de086a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:41.514896 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Bound using segment: {'id': '08b1108c-d7fa-4bd1-9970-c69de086a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:41.515864 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Bound port: c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b1108c-d7fa-4bd1-9970-c69de086a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:41.516898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.598314 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d5fc5-3504-4180-94e4-a093118bc2a3 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:33Z', 'revision_number': 3, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:41.643197 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2b0e7012-1cd7-40bb-bb66-33fa815ef640 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:41.727852 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7da943a1-7311-4568-a7a1-07867597c680 None None] Port 1ada1c42-0e7a-402c-9517-9de01613eaf2 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:18:41.755394 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:41.763823 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:41.764732 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.767438 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,segment=NetworkSegment(08b1108c-d7fa-4bd1-9970-c69de086a95f),segment_id=08b1108c-d7fa-4bd1-9970-c69de086a95f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:41.784109 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.784538 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks [] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.803884 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.845810 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.876697 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719010d-bdbf-4759-b832-4b36d5055f88 None None] Pushing event updated for resources: {'Port': ['ID=3e080fa6-e26f-4d62-9286-9f787547f5b3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:41.962812 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Attempting to bind port 3e080fa6-e26f-4d62-9286-9f787547f5b3 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:41.963195 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Attempting to bind port 3e080fa6-e26f-4d62-9286-9f787547f5b3 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:41.963584 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Attempting to bind port 3e080fa6-e26f-4d62-9286-9f787547f5b3 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:41.978823 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:41.979512 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:41.980093 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.980719 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:41.981387 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Bound port: 3e080fa6-e26f-4d62-9286-9f787547f5b3, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:41.981938 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:41.987755 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49324) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:41.991773 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Pushing event updated for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:42.028547 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:42.070441 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:42.071343 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.081767 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-d054fe7a-f511-4bbc-8e49-8f67fdd0a846 service neutron] 10.222.0.42 "PUT /v2.0/ports/c50f25fd-d916-4a90-b82f-57cb50f7cfe1 HTTP/1.1" status: 200 len: 1093 time: 2.5599356 Mar 08 04:18:42.093511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:18:42.115552 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0997727 Mar 08 04:18:42.127126 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] For port 3e080fa6-e26f-4d62-9286-9f787547f5b3, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:42.142813 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] For port 3e080fa6-e26f-4d62-9286-9f787547f5b3, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3e080fa6-e26f-4d62-9286-9f787547f5b3,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:42.165693 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.170889 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49332) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:42.201805 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Request body: {'subnet': {'network_id': 'db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1335114029-subnet', 'tenant_id': 'a698890020b24728a7a938dc5952acab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:42.290410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec28f26-05f7-431c-902d-acd8286e0116 req-305bd840-27cc-4b6e-b7e3-2988bb4c7dea tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:42.298984 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ec28f26-05f7-431c-902d-acd8286e0116 req-305bd840-27cc-4b6e-b7e3-2988bb4c7dea tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.3337200 Mar 08 04:18:42.314238 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e25a19-c1fe-4845-b389-1cbe463d699a admin admin] Pushing event updated for resources: {'Network': ['ID=db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:42.325885 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:42.388509 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ec28f26-05f7-431c-902d-acd8286e0116 req-ff33670a-ba04-40c2-906f-7cf3c7efdf09 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Mar 08 04:18:42.399590 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:42.426427 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.439598 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-b09824aa-d721-4d93-adf0-4cb568572488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:42.441741 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-b09824aa-d721-4d93-adf0-4cb568572488 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 1127 time: 0.2467728 Mar 08 04:18:42.449949 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:42.451226 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:15Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:42.453624 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719010d-bdbf-4759-b832-4b36d5055f88 None None] Pushing event updated for resources: {'Port': ['ID=3e080fa6-e26f-4d62-9286-9f787547f5b3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:42.457488 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:42.463755 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:42.464276 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (4acc8549-196e-41c4-832a-7064d69e1a22), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.544538 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bdf49147-a8b8-4238-bdd9-3b244bab934c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.593687 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-b82c17e7-61bc-48a7-baca-2f8a8bde0b3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1 HTTP/1.1" status: 200 len: 217 time: 0.1349430 Mar 08 04:18:42.687372 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994454-7e62-490e-b2c9-42352bad806f req-0c8165fe-c4ac-4cf1-b278-0bb9dcf40cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:42.689170 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-0c8165fe-c4ac-4cf1-b278-0bb9dcf40cfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01cdb240-c4a6-4f4c-a613-7c11e85c3011 HTTP/1.1" status: 200 len: 852 time: 0.0866828 Mar 08 04:18:42.769391 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:42.771670 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Made reservation on behalf of a698890020b24728a7a938dc5952acab for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:42.774189 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:42.797308 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddadbd7-2601-456a-a069-cc812b962f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:18:42.847261 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-698e1a61-e3b2-4431-9297-3f2f35f74851 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295769 Mar 08 04:18:42.856503 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:43.238106 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bdf49147-a8b8-4238-bdd9-3b244bab934c admin admin] Publish callbacks [] for security_group (419a0b89-31e6-411a-8a7c-1861c9ebb8aa), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:43.260138 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bdf49147-a8b8-4238-bdd9-3b244bab934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (419a0b89-31e6-411a-8a7c-1861c9ebb8aa), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:43.279553 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-0e10dd06-b962-45d2-a307-03a98da45dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267325 Mar 08 04:18:43.284454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1fc0f-d2e1-4ddd-97ec-d4e9144271b9 x-openstack-request-id: req-27a1fc0f-d2e1-4ddd-97ec-d4e9144271b9 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:18:43.284826 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:18:43.284941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27a1fc0f-d2e1-4ddd-97ec-d4e9144271b9 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:18:43.285319 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1', 'status': 'completed', 'code': 200} Mar 08 04:18:43.341357 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-bdf49147-a8b8-4238-bdd9-3b244bab934c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c0d5ee64405444d9055774bf7681dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3426206 Mar 08 04:18:43.343927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49366) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:43.360092 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf49147-a8b8-4238-bdd9-3b244bab934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419a0b89-31e6-411a-8a7c-1861c9ebb8aa,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:43.388245 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0756bee8-b7e3-4b28-b854-91ff56563aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:43.435991 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:34Z', 'revision_number': 3, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:43.548577 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62efa8-06b2-4ce7-bd17-8a6e0edc7b58 None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:34Z', 'revision_number': 3, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:43.619759 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54994454-7e62-490e-b2c9-42352bad806f req-c90763f2-ff91-4e1e-b51d-eecdd99734b5 service neutron] 10.222.0.42 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123949 Mar 08 04:18:43.689061 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49374) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:43.718632 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 825e2347-9fc6-41df-ace6-8d174217e619 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:43.924311 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 825e2347-9fc6-41df-ace6-8d174217e619 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:43.928245 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (825e2347-9fc6-41df-ace6-8d174217e619), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:43.994390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] Publish callbacks [] for security_group (419a0b89-31e6-411a-8a7c-1861c9ebb8aa), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.005952 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.213304 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] Publish callbacks [] for security_group (419a0b89-31e6-411a-8a7c-1861c9ebb8aa), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.300624 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 825e2347-9fc6-41df-ace6-8d174217e619 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:44.301018 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (825e2347-9fc6-41df-ace6-8d174217e619), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.337870 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-49120835-8e71-4c1e-b0e3-950f29a7be6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.348576 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 825e2347-9fc6-41df-ace6-8d174217e619, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=825e2347-9fc6-41df-ace6-8d174217e619,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:44.358654 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (825e2347-9fc6-41df-ace6-8d174217e619), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.365299 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cbdfa-6e10-4f92-96ec-844c18380ff6 req-48c956a5-fd6a-4db2-9ba5-17a3f2c3d281 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:44.388598 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a1cbdfa-6e10-4f92-96ec-844c18380ff6 req-48c956a5-fd6a-4db2-9ba5-17a3f2c3d281 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.7664042 Mar 08 04:18:44.575212 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=825e2347-9fc6-41df-ace6-8d174217e619,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:44.599540 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-27fe4c44-c43e-44d9-8778-b4b9b9077f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:44.601169 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks [] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.607225 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-27fe4c44-c43e-44d9-8778-b4b9b9077f8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 1127 time: 0.7844884 Mar 08 04:18:44.634900 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a1cbdfa-6e10-4f92-96ec-844c18380ff6 req-4760b40b-af97-4012-a760-4a395f097d1b tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417774 Mar 08 04:18:44.689403 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.690310 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:44.845640 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.010540 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-ae866230-3fce-49d6-ad6e-3a9e598a93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:45.012961 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-ae866230-3fce-49d6-ad6e-3a9e598a93a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a HTTP/1.1" status: 200 len: 913 time: 0.3762851 Mar 08 04:18:45.066688 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (4d2a7c58-bb9a-4d40-87c6-04eb8026254d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.140871 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (419a0b89-31e6-411a-8a7c-1861c9ebb8aa), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.148324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.158320 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/419a0b89-31e6-411a-8a7c-1861c9ebb8aa HTTP/1.1" status: 204 len: 168 time: 1.8116994 Mar 08 04:18:45.159951 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-d6ed1bd2-07c6-4b5b-8f7e-400b5343eea3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1 HTTP/1.1" status: 200 len: 217 time: 0.1246841 Mar 08 04:18:45.302920 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21587978-35d8-4243-a1d4-52564d576528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a0b89-31e6-411a-8a7c-1861c9ebb8aa,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:45.320400 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Allocated IP 172.20.0.1 (5397445e-1c73-44b6-b0d0-137f673b353f/06635836-8136-4d38-864e-b7a2cca8b575/59be5682-6bfd-4898-8f55-c9bae831db57) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:45.347558 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Pushing event updated for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:45.391215 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-f0f13272-bf15-4bcc-a222-f1dbe902e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:45.392766 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-f0f13272-bf15-4bcc-a222-f1dbe902e6b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01cdb240-c4a6-4f4c-a613-7c11e85c3011 HTTP/1.1" status: 200 len: 852 time: 0.2140193 Mar 08 04:18:45.483464 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-7980983f-614d-46ab-bd1b-9d3d60df7070 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703485 Mar 08 04:18:45.554915 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2a7c58-bb9a-4d40-87c6-04eb8026254d,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:45.558945 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c354b8f-964b-41c9-a74a-ae95a390977c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.596694 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks [] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.613432 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-49120835-8e71-4c1e-b0e3-950f29a7be6d admin admin] Publish callbacks [] for security_group (030c8204-0059-40ef-8112-f8de959a32f9), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.675839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:45.677953 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-49120835-8e71-4c1e-b0e3-950f29a7be6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (030c8204-0059-40ef-8112-f8de959a32f9), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.682604 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.688886 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (4acc8549-196e-41c4-832a-7064d69e1a22), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:45.696994 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:45.706476 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Checking segment: {'id': '81e7125e-778b-4992-acbb-332a0585dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:45.707125 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Network hostable DHCP agents. Network: db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:45.743316 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 825e2347-9fc6-41df-ace6-8d174217e619 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:45.866736 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 825e2347-9fc6-41df-ace6-8d174217e619 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:45.867485 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (825e2347-9fc6-41df-ace6-8d174217e619), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.014506 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-49120835-8e71-4c1e-b0e3-950f29a7be6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8a01ccc11ae4bfbad05239ecd4b2721&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2613149 Mar 08 04:18:46.027489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49406) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:46.055255 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 825e2347-9fc6-41df-ace6-8d174217e619 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:46.057267 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3e080fa6-e26f-4d62-9286-9f787547f5b3 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:46.085539 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49120835-8e71-4c1e-b0e3-950f29a7be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030c8204-0059-40ef-8112-f8de959a32f9,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:46.094412 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks [] for port (59be5682-6bfd-4898-8f55-c9bae831db57), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.171530 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3e080fa6-e26f-4d62-9286-9f787547f5b3 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:46.172815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.180187 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:46.197296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:46.204195 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:46.211285 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.269156 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-95e77284-6220-400c-9a6e-cd841e85e3de None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:46.269803 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-95e77284-6220-400c-9a6e-cd841e85e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.299900 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Network 5397445e-1c73-44b6-b0d0-137f673b353f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:46.328737 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-95e77284-6220-400c-9a6e-cd841e85e3de None None] Port 1ada1c42-0e7a-402c-9517-9de01613eaf2 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:18:46.420911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3e080fa6-e26f-4d62-9286-9f787547f5b3 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:46.421454 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.470043 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 3e080fa6-e26f-4d62-9286-9f787547f5b3, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3e080fa6-e26f-4d62-9286-9f787547f5b3,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:46.479017 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.479573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:46.484378 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:46.498588 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Router 4acc8549-196e-41c4-832a-7064d69e1a22 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:18:46.500528 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:46.501013 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (53632bfa-96d8-4bf5-b638-efa046e75757), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.540257 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-a36b07bd-536f-4b73-8675-21bf5676d81b service neutron] 10.222.0.42 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0184162 Mar 08 04:18:46.611532 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=3e080fa6-e26f-4d62-9286-9f787547f5b3,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:46.632450 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Network db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:46.663297 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:46.674298 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2d07a-cee4-45d7-8b64-3975f35edc32 None None] Network db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:46.718724 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:46.721086 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.739316 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580617-c5ba-4d3b-a1a8-c0545b95bfe7 req-ea8f263c-cbdd-4fd5-b04a-e3c2203e8cc0 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:46.742534 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8f580617-c5ba-4d3b-a1a8-c0545b95bfe7 req-ea8f263c-cbdd-4fd5-b04a-e3c2203e8cc0 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.8891361 Mar 08 04:18:46.744277 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] Publish callbacks [] for security_group (030c8204-0059-40ef-8112-f8de959a32f9), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:46.861544 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e6c55d3a-d59a-4dd2-8c77-60fa0c5ba1c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6836851 Mar 08 04:18:46.952777 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.032647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:18:47.055752 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ddadbd7-2601-456a-a069-cc812b962f6a req-e0ada6e0-430b-4e75-a23b-0506f1ea8457 service neutron] 10.222.0.42 "GET /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983828 Mar 08 04:18:47.095448 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] Publish callbacks [] for security_group (030c8204-0059-40ef-8112-f8de959a32f9), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.120674 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23c8e3-b2d0-4767-bee5-e76538caa145 None None] Network db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:47.175134 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.219888 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-ece63e01-626d-4d44-b6a1-21cfb0c5506d None None] Provisioning complete for port 59be5682-6bfd-4898-8f55-c9bae831db57 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:47.223102 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ece63e01-626d-4d44-b6a1-21cfb0c5506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.246347 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8f580617-c5ba-4d3b-a1a8-c0545b95bfe7 req-464f10ca-bdd2-43b5-9c53-6149daacd7ee tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943490 Mar 08 04:18:47.304790 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (030c8204-0059-40ef-8112-f8de959a32f9), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.318155 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:47.322060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/030c8204-0059-40ef-8112-f8de959a32f9 HTTP/1.1" status: 204 len: 168 time: 1.2845502 Mar 08 04:18:47.340340 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387efa-7497-4842-8c49-f641aba07746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c8204-0059-40ef-8112-f8de959a32f9,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:47.608144 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ece63e01-626d-4d44-b6a1-21cfb0c5506d None None] Port 59be5682-6bfd-4898-8f55-c9bae831db57 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:18:47.619848 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:47.627642 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3e080fa6-e26f-4d62-9286-9f787547f5b3 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:47.639682 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Sync routers for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:47.640269 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e30c13c8-7bef-4e13-9467-00f8ce6e2794 admin admin] 10.222.0.20 "PUT /v2.0/routers/4acc8549-196e-41c4-832a-7064d69e1a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4066727 Mar 08 04:18:47.689972 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:47.691032 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:47.915608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:47.934412 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7836ebc8-289c-4cec-8835-952f37b8f283 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9312713 Mar 08 04:18:47.937635 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:47.954458 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:47.955229 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:48.132289 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks [] for port (59be5682-6bfd-4898-8f55-c9bae831db57), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.139660 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.141547 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (53632bfa-96d8-4bf5-b638-efa046e75757), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.204585 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:48.243645 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:48.362257 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49466) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:48.373750 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:48.402263 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8608d1e2-c5a1-48ae-a306-7507bc58b739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.539898 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Network 5397445e-1c73-44b6-b0d0-137f673b353f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:48.548518 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:48.604997 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:42Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:48.653884 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:48.654528 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Updating router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 port 1ada1c42-0e7a-402c-9517-9de01613eaf2 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:48.692730 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.733059 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.855080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1f03-5de7-40bc-a4d7-f9975743a98c req-6247da7b-cfc9-4649-9899-87ee1d331139 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:48.858872 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cd1f03-5de7-40bc-a4d7-f9975743a98c req-6247da7b-cfc9-4649-9899-87ee1d331139 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.3481584 Mar 08 04:18:48.887728 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:43Z', 'revision_number': 4, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '5a1c0240-cd2d-4582-85bb-b6d227fdc103', 'name': '', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'mac_address': 'fa:16:3e:62:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:39Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 2, 'project_id': '9b543387d865417bb2480711ccdc410b', 'subnets': [{'id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:48.907045 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3e080fa6-e26f-4d62-9286-9f787547f5b3 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:48.908470 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.948243 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8608d1e2-c5a1-48ae-a306-7507bc58b739 admin admin] Publish callbacks [] for security_group (f7a34eb1-46c2-4f19-b5ad-65716e4fd7de), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:48.959264 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8608d1e2-c5a1-48ae-a306-7507bc58b739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f7a34eb1-46c2-4f19-b5ad-65716e4fd7de), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.006461 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:18:49.031335 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks [] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.054546 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.197338 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49482) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:49.198295 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8608d1e2-c5a1-48ae-a306-7507bc58b739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eb6b33a810e4d39a7432d155a14ae4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340003 Mar 08 04:18:49.246134 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Attempting to bind port 1ada1c42-0e7a-402c-9517-9de01613eaf2 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:49.246134 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Attempting to bind port 1ada1c42-0e7a-402c-9517-9de01613eaf2 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:49.246134 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Attempting to bind port 1ada1c42-0e7a-402c-9517-9de01613eaf2 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:49.263335 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cd1f03-5de7-40bc-a4d7-f9975743a98c req-9397f015-0324-4365-8fdf-8fac750580a0 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844070 Mar 08 04:18:49.274186 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608d1e2-c5a1-48ae-a306-7507bc58b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a34eb1-46c2-4f19-b5ad-65716e4fd7de,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:49.322323 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Checking router: 4acc8549-196e-41c4-832a-7064d69e1a22 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:49.324231 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Updating router 4acc8549-196e-41c4-832a-7064d69e1a22 port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:49.326497 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:49.330581 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:49.332544 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.334300 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:49.339063 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Bound port: 1ada1c42-0e7a-402c-9517-9de01613eaf2, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:49.343187 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.525482 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:18:49.542308 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.565083 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:18:49.590202 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2534591a-a514-4690-9da2-3d901a941cd9 admin admin] 10.222.0.20 "PUT /v2.0/routers/53632bfa-96d8-4bf5-b638-efa046e75757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7842212 Mar 08 04:18:49.591515 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] Publish callbacks [] for security_group (f7a34eb1-46c2-4f19-b5ad-65716e4fd7de), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.690348 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] For port 1ada1c42-0e7a-402c-9517-9de01613eaf2, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:49.696592 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] For port 1ada1c42-0e7a-402c-9517-9de01613eaf2, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1ada1c42-0e7a-402c-9517-9de01613eaf2,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:49.697735 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:49.699267 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:49.708730 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.708862 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] Publish callbacks [] for security_group (f7a34eb1-46c2-4f19-b5ad-65716e4fd7de), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.764501 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:49.765510 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:49.790036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49492) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:49.795514 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-663754376-network', 'tenant_id': 'cef38cf9529e44dabf9274adc27a22d7'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:49.854597 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f7a34eb1-46c2-4f19-b5ad-65716e4fd7de), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.860851 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.862619 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7a34eb1-46c2-4f19-b5ad-65716e4fd7de HTTP/1.1" status: 204 len: 168 time: 0.6640670 Mar 08 04:18:49.875869 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Made reservation on behalf of cef38cf9529e44dabf9274adc27a22d7 for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:49.880988 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.885096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-5eba55be-698c-4094-8154-8d89669c13db None None] Provisioning complete for port 59be5682-6bfd-4898-8f55-c9bae831db57 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:49.889481 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5eba55be-698c-4094-8154-8d89669c13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:49.897090 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0255cf2-3781-48ee-a5d8-43768bab740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a34eb1-46c2-4f19-b5ad-65716e4fd7de,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:49.952927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.037586 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59216fa-c6af-45d2-96b4-43204684a35a None None] Pushing event updated for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:50.077734 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3e080fa6-e26f-4d62-9286-9f787547f5b3 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:50.088734 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5eba55be-698c-4094-8154-8d89669c13db None None] Port 59be5682-6bfd-4898-8f55-c9bae831db57 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:18:50.295607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks [] for security_group (4b17e362-c366-4a14-be43-be9725478071), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.306984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4b17e362-c366-4a14-be43-be9725478071), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.466620 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:18:50.527717 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:50.556641 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49520) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:50.564181 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565111622', 'description': 'tempest-description--269204802'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:50.613809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.639438 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17e362-c366-4a14-be43-be9725478071,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:50.669483 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (f3dd726c-84f9-40ba-b0e2-326e6b1db6b4), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.669818 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Added segment f3dd726c-84f9-40ba-b0e2-326e6b1db6b4 of type vlan for network 0bec6fd0-9151-4635-b86d-ea6abbb48ee2 Mar 08 04:18:50.734254 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:50.849553 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.926184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (0bec6fd0-9151-4635-b86d-ea6abbb48ee2), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.979567 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (749aafc1-191b-4d66-84ed-f018fd24f04f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:50.983338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-a985a9d6-f00a-4b5f-9cdd-899709a3e755 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:50.985092 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-a985a9d6-f00a-4b5f-9cdd-899709a3e755 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 819 time: 0.4878387 Mar 08 04:18:51.006912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (0bec6fd0-9151-4635-b86d-ea6abbb48ee2), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.012225 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (749aafc1-191b-4d66-84ed-f018fd24f04f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.028617 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:51.039694 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.081663 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f632a0-5e3a-4433-9fc3-96f63574562c req-65134a94-5cb1-43b7-a8f9-bdb1a3cc21d9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:51.085505 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54f632a0-5e3a-4433-9fc3-96f63574562c req-65134a94-5cb1-43b7-a8f9-bdb1a3cc21d9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.2392492 Mar 08 04:18:51.095235 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59216fa-c6af-45d2-96b4-43204684a35a None None] Pushing event updated for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:51.115210 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-28eb522d-b961-46fb-a3c2-5e6fb2608d45 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/quotas/9b543387d865417bb2480711ccdc410b HTTP/1.1" status: 200 len: 375 time: 0.1100092 Mar 08 04:18:51.121034 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.122452 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5647781 Mar 08 04:18:51.142197 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98813e-6d55-4cc4-8603-e17c36cf4426 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749aafc1-191b-4d66-84ed-f018fd24f04f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:51.169262 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49530) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:51.192696 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '749aafc1-191b-4d66-84ed-f018fd24f04f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:51.275160 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (a6f60e97-8984-4682-97e1-e4e5866e696f), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.325394 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] Pushing event updated for resources: {'Network': ['ID=0bec6fd0-9151-4635-b86d-ea6abbb48ee2,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:51.349437 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:51.349809 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.361946 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 0bec6fd0-9151-4635-b86d-ea6abbb48ee2 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:18:51.443519 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-665facaa-875b-49f1-aefe-0a4e15f70009 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6521947 Mar 08 04:18:51.444259 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:49Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:51.456783 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49536) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:51.466036 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Request body: {'subnet': {'network_id': '0bec6fd0-9151-4635-b86d-ea6abbb48ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-663754376-subnet', 'tenant_id': 'cef38cf9529e44dabf9274adc27a22d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:51.488821 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50943698-0c6c-4e17-8ed7-9c57df8557ec None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:49Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:51.521412 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (a6f60e97-8984-4682-97e1-e4e5866e696f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.566141 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (a6f60e97-8984-4682-97e1-e4e5866e696f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.608906 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-54f632a0-5e3a-4433-9fc3-96f63574562c req-a4b2e887-1bdc-4162-a267-953f735e3896 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260512 Mar 08 04:18:51.661425 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-e9f73ed3-3dfc-45aa-9b6a-b36e019f44c8 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5450985 Mar 08 04:18:51.680348 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.685120 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5078740 Mar 08 04:18:51.697152 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49540) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:51.734745 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '749aafc1-191b-4d66-84ed-f018fd24f04f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:51.766322 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Made reservation on behalf of cef38cf9529e44dabf9274adc27a22d7 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:51.768616 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:51.780014 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:47Z', 'revision_number': 2, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:51.829291 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10176a6e-eb69-49f3-bd77-4bb4553f73df tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f60e97-8984-4682-97e1-e4e5866e696f,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:51.883731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:18:51.884278 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Updating router 53632bfa-96d8-4bf5-b638-efa046e75757 port 59be5682-6bfd-4898-8f55-c9bae831db57 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:18:51.902974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-3b702a45-5236-4f2e-905c-5b45c6df672f service neutron] 10.222.0.20 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315352 Mar 08 04:18:52.060234 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Current status of the port 1ada1c42-0e7a-402c-9517-9de01613eaf2 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:52.060626 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.079628 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.236806 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] For port 1ada1c42-0e7a-402c-9517-9de01613eaf2, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1ada1c42-0e7a-402c-9517-9de01613eaf2,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:52.240070 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (afb03ae2-9234-47ae-b828-190c701f635d), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.258802 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.316874 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-3d1b9b3f-0a53-4429-a43d-acdbb9523376 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088767 Mar 08 04:18:52.397118 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1ada1c42-0e7a-402c-9517-9de01613eaf2 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:52.445136 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (afb03ae2-9234-47ae-b828-190c701f635d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.460442 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (afb03ae2-9234-47ae-b828-190c701f635d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.607131 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb03ae2-9234-47ae-b828-190c701f635d,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:52.710135 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.711397 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-602d6da9-571a-45c7-b00f-3b9f7d2e8f28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9863148 Mar 08 04:18:52.717216 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49576) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:52.721055 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.728469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:52.794551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.795620 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49578) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:52.809710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003915802', 'description': 'tempest-description--1337545944'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:52.884663 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-285ffa87-5eaf-4649-bf2c-1c35efa4f5c2 None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:52.885160 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-285ffa87-5eaf-4649-bf2c-1c35efa4f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.899258 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.927635 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a6299-b193-4c1f-92ed-5965eee096a4 None None] Pushing event updated for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:52.929985 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (82cf0ac5-bcd1-45aa-ae76-209aad9cb32b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:52.997945 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e12eef67-104d-4f87-929b-72bbfdf64377 req-2bcc57ac-165c-43ef-b9fd-e53ef0e6d268 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 210 time: 0.1044285 Mar 08 04:18:53.154059 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cf0ac5-bcd1-45aa-ae76-209aad9cb32b,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:53.183000 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Checking segment: {'id': 'f3dd726c-84f9-40ba-b0e2-326e6b1db6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0bec6fd0-9151-4635-b86d-ea6abbb48ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:53.186191 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Network hostable DHCP agents. Network: 0bec6fd0-9151-4635-b86d-ea6abbb48ee2, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:18:53.275084 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Network 0bec6fd0-9151-4635-b86d-ea6abbb48ee2 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:18:53.313007 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 0bec6fd0-9151-4635-b86d-ea6abbb48ee2) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:53.318898 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:53.319701 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.357211 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:53.359425 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.364189 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc38645-a07c-491b-b9b2-ce477a84136c None None] Network 0bec6fd0-9151-4635-b86d-ea6abbb48ee2 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:53.377628 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6e5be30b-4c42-4719-ad20-17d6c5d2b83c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9106607 Mar 08 04:18:53.394578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (bbf30c46-5fb1-4761-8499-1ac3d0176211), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.424629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (bbf30c46-5fb1-4761-8499-1ac3d0176211), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.675801 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49640) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:53.715249 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece6eae-58cb-48ec-be61-aeede1aafac9 req-9ec27278-3cb4-4647-9554-9bcc14ed3a8f tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:53.726839 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dece6eae-58cb-48ec-be61-aeede1aafac9 req-9ec27278-3cb4-4647-9554-9bcc14ed3a8f tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.8320746 Mar 08 04:18:53.740798 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.744648 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9460070 Mar 08 04:18:53.788038 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49646) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:53.804887 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks [] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.819392 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group_rule': {'security_group_id': 'bbf30c46-5fb1-4761-8499-1ac3d0176211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:53.834709 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Deleting subnet 4d2a7c58-bb9a-4d40-87c6-04eb8026254d {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:18:53.840420 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Publish callbacks [] for subnet (4d2a7c58-bb9a-4d40-87c6-04eb8026254d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.906499 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fdc22-222d-40ec-bd81-e5445e5b7df6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf30c46-5fb1-4761-8499-1ac3d0176211,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:53.908742 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Publish callbacks [] for subnet (4d2a7c58-bb9a-4d40-87c6-04eb8026254d), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:53.930155 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (4d2a7c58-bb9a-4d40-87c6-04eb8026254d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.023159 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (4d2a7c58-bb9a-4d40-87c6-04eb8026254d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.056559 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.061074 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d2a7c58-bb9a-4d40-87c6-04eb8026254d HTTP/1.1" status: 204 len: 168 time: 0.3840127 Mar 08 04:18:54.064075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49656) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:54.079918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 1ada1c42-0e7a-402c-9517-9de01613eaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:54.113140 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dece6eae-58cb-48ec-be61-aeede1aafac9 req-58da5d00-9393-43a5-9e20-4d704a276a8b tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752317 Mar 08 04:18:54.113848 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (dc2eeddf-1c23-4eae-ab56-917488bbd01a), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.144364 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.149484 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f8da3-46d3-420d-b5a2-5fe2bbd82114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2a7c58-bb9a-4d40-87c6-04eb8026254d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:54.255397 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-15d6b3ba-c0f9-496a-a9f5-ab40aa7dee11 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:54.264323 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-15d6b3ba-c0f9-496a-a9f5-ab40aa7dee11 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 819 time: 0.6854978 Mar 08 04:18:54.279962 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1ada1c42-0e7a-402c-9517-9de01613eaf2 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:54.322114 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.367699 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-aab1e380-4c70-4d81-9591-080f813e9e94 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/quotas/9b543387d865417bb2480711ccdc410b HTTP/1.1" status: 200 len: 375 time: 0.1022491 Mar 08 04:18:54.379489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.429497 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-285ffa87-5eaf-4649-bf2c-1c35efa4f5c2 None None] Current status of the port 1ada1c42-0e7a-402c-9517-9de01613eaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:54.501443 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65d1f-8f88-4623-85c3-a3dbfcb75a9a None None] Pushing event updated for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:54.546963 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Attempting to bind port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:54.547340 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Attempting to bind port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:54.547707 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Attempting to bind port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:54.549817 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852bc9e-d681-4970-ab72-c67af5bc6c3b None None] Network 0bec6fd0-9151-4635-b86d-ea6abbb48ee2 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:18:54.575824 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (dc2eeddf-1c23-4eae-ab56-917488bbd01a), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.583898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:54.584314 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Checking segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:54.584724 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.585171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Bound using segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:54.585688 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Bound port: 5a1c0240-cd2d-4582-85bb-b6d227fdc103, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:54.586048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.632452 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (dc2eeddf-1c23-4eae-ab56-917488bbd01a), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.635881 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.675701 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-8d9ec48c-96d7-44c7-9011-1873d0d029a2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3071284 Mar 08 04:18:54.685859 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2eeddf-1c23-4eae-ab56-917488bbd01a,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:54.695940 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.696859 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.697134 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.697456 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > port after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.697841 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.698346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.698642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.699160 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.699474 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.699809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.744909 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 1ada1c42-0e7a-402c-9517-9de01613eaf2 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:54.746094 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.804323 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] For port 5a1c0240-cd2d-4582-85bb-b6d227fdc103, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:54.812827 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.813631 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.814365 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.814954 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:54.815696 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:54.832782 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.837328 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-da55302e-106e-457c-b54d-5e7ae76580e4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0379996 Mar 08 04:18:54.839259 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49678) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:54.846700 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks [] for port (59be5682-6bfd-4898-8f55-c9bae831db57), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.852235 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group_rule': {'security_group_id': 'bbf30c46-5fb1-4761-8499-1ac3d0176211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:54.853788 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] For port 5a1c0240-cd2d-4582-85bb-b6d227fdc103, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=5a1c0240-cd2d-4582-85bb-b6d227fdc103,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:54.861707 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.867279 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.28.1.109 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/d1884b18-e23e-4fae-a767-39297bf6c0cd) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:54.873110 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.885098 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e7125e-778b-4992-acbb-332a0585dd15') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:54.885588 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e7125e-778b-4992-acbb-332a0585dd15') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:54.896255 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (415f33af-8db0-4ab7-b8bf-549a7adb4add), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.912760 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (81e7125e-778b-4992-acbb-332a0585dd15), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:54.977805 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284edfb-a79a-4dae-ab62-0306fa139bc9 None None] Pushing event updated for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:55.015073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (415f33af-8db0-4ab7-b8bf-549a7adb4add), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.022815 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (415f33af-8db0-4ab7-b8bf-549a7adb4add), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.027339 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 1ada1c42-0e7a-402c-9517-9de01613eaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:55.029870 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:55.030759 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:55.062930 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415f33af-8db0-4ab7-b8bf-549a7adb4add,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:55.071899 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-159b2941-34b9-4b88-998c-58d680f11c5b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:18:55.073826 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-159b2941-34b9-4b88-998c-58d680f11c5b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2374763 Mar 08 04:18:55.081574 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.089889 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7578e253-dcc3-4d5e-a67b-92e2df46a04a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2485113 Mar 08 04:18:55.092867 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49686) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:55.097432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:55.152242 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.305674 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (81e7125e-778b-4992-acbb-332a0585dd15), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.330128 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:18:55.331419 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (81e7125e-778b-4992-acbb-332a0585dd15), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.360415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:55.390241 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Attempting to bind port 59be5682-6bfd-4898-8f55-c9bae831db57 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:18:55.390611 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Attempting to bind port 59be5682-6bfd-4898-8f55-c9bae831db57 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:18:55.390990 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Attempting to bind port 59be5682-6bfd-4898-8f55-c9bae831db57 on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:18:55.397197 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65d1f-8f88-4623-85c3-a3dbfcb75a9a None None] Pushing event updated for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:55.410282 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4dba688a-391d-4f0b-bab2-56342fc0270c None None] Provisioning complete for port 59be5682-6bfd-4898-8f55-c9bae831db57 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:55.410511 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dba688a-391d-4f0b-bab2-56342fc0270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.412504 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:18:55.412891 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Checking segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:18:55.413266 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.413654 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Bound using segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:18:55.414125 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Bound port: 59be5682-6bfd-4898-8f55-c9bae831db57, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:18:55.414497 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.463647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.538637 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4dba688a-391d-4f0b-bab2-56342fc0270c None None] Port 59be5682-6bfd-4898-8f55-c9bae831db57 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: from cryptography.utils import int_from_bytes Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: from cryptography.utils import int_from_bytes Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:18:55.583478 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:18:55.632966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] For port 59be5682-6bfd-4898-8f55-c9bae831db57, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:18:55.640124 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] For port 59be5682-6bfd-4898-8f55-c9bae831db57, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=59be5682-6bfd-4898-8f55-c9bae831db57,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:18:55.652404 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.662004 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.675102 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.681251 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] 10.222.0.20 "DELETE /v2.0/networks/db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60 HTTP/1.1" status: 204 len: 168 time: 1.6064906 Mar 08 04:18:55.681347 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49706) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:55.697919 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff750bb9-a7bb-40de-a867-4d5f05da739b admin admin] Pushing event deleted for resources: {'Network': ['ID=db0b4fb5-2d21-45b5-a6bc-bfe9f07ead60,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:55.733929 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-863eeb8d-8e8c-44d2-a9d4-e18fe7d27434 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769328 Mar 08 04:18:55.739965 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.766112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48643e0-f126-4e2d-b067-01ad9c261c35 req-e4f9d344-ebec-4264-9140-2069028f9d28 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:55.771934 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284edfb-a79a-4dae-ab62-0306fa139bc9 None None] Pushing event updated for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:55.772487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Deleting subnet 82cf0ac5-bcd1-45aa-ae76-209aad9cb32b {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:18:55.774287 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d48643e0-f126-4e2d-b067-01ad9c261c35 req-e4f9d344-ebec-4264-9140-2069028f9d28 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.5182896 Mar 08 04:18:55.775276 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:18:55.776220 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:18:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:55.776485 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Publish callbacks [] for subnet (82cf0ac5-bcd1-45aa-ae76-209aad9cb32b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.826299 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Publish callbacks [] for subnet (82cf0ac5-bcd1-45aa-ae76-209aad9cb32b), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.836679 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (82cf0ac5-bcd1-45aa-ae76-209aad9cb32b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.915529 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:43Z', 'revision_number': 4, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '5a1c0240-cd2d-4582-85bb-b6d227fdc103', 'name': '', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'mac_address': 'fa:16:3e:62:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:39Z', 'updated_at': '2022-03-08T04:18:54Z', 'revision_number': 4, 'project_id': '9b543387d865417bb2480711ccdc410b', 'subnets': [{'id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:55.937352 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:55.969373 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206f7b1-4d65-47fc-ae51-2b6299141f74 None None] The sync data for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb is: [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:18:43Z', 'revision_number': 4, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '5a1c0240-cd2d-4582-85bb-b6d227fdc103', 'name': '', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'mac_address': 'fa:16:3e:62:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:39Z', 'updated_at': '2022-03-08T04:18:54Z', 'revision_number': 4, 'project_id': '9b543387d865417bb2480711ccdc410b', 'subnets': [{'id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:56.021554 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:18:56.097570 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d48643e0-f126-4e2d-b067-01ad9c261c35 req-7403b4e7-36a6-4010-ba58-ee436c60df5d tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223684 Mar 08 04:18:56.126619 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:56.160225 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:56.163641 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:56.233759 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for subnet (82cf0ac5-bcd1-45aa-ae76-209aad9cb32b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.259693 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Allocated IP 172.28.1.221 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/b910cedb-a54b-4d08-8cc0-758d1d9b7961) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:56.274837 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=d1884b18-e23e-4fae-a767-39297bf6c0cd,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:56.303570 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cf0ac5-bcd1-45aa-ae76-209aad9cb32b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:56.307134 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-9764ff8b-6ec3-4e6e-8da4-6b6609466523 service neutron] 10.222.0.20 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653536 Mar 08 04:18:56.337064 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.354130 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e739a75f-3df9-4fb6-9fa9-6fa3f9fa6667 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82cf0ac5-bcd1-45aa-ae76-209aad9cb32b HTTP/1.1" status: 204 len: 168 time: 0.6623924 Mar 08 04:18:56.358652 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49716) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:56.471972 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Provisioning complete for port 59be5682-6bfd-4898-8f55-c9bae831db57 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:56.472467 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.501428 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 5a1c0240-cd2d-4582-85bb-b6d227fdc103 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:56.622727 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-a74da2dd-eb32-4e0f-8fa3-040a48c084d0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:56.626396 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-a74da2dd-eb32-4e0f-8fa3-040a48c084d0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 819 time: 0.4030867 Mar 08 04:18:56.663854 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Request body: {'port': {'device_id': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'admin_state_up': True, 'tenant_id': '9b543387d865417bb2480711ccdc410b'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:56.681130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.723416 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (0bec6fd0-9151-4635-b86d-ea6abbb48ee2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.817018 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:56.817671 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.827081 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.898143 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (0bec6fd0-9151-4635-b86d-ea6abbb48ee2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:56.915733 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6652da43-9879-455e-b4f1-bbb53f099dce req-7a27db4d-7c62-4386-b986-c5e6638493fa tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 210 time: 0.1314707 Mar 08 04:18:56.969937 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.970392 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.971293 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.971734 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.972350 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.972985 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.973321 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.973759 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.974085 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:56.974501 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:57.015030 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.030678 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Current status of the port 59be5682-6bfd-4898-8f55-c9bae831db57 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:57.031103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.172353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] For port 59be5682-6bfd-4898-8f55-c9bae831db57, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=59be5682-6bfd-4898-8f55-c9bae831db57,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:57.199052 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.330471 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-37e6ded9-7576-4763-a313-27a988217918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:55Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:57.375108 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dd834-c92f-49fb-a1a9-344584234b0a None None] Pushing event updated for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:57.378542 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6ded9-7576-4763-a313-27a988217918 None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:55Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:18:57.409008 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:57.409491 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:57.409682 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:57.410009 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:18:57.410381 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bec6fd0-9151-4635-b86d-ea6abbb48ee2']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:57.468077 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Made reservation on behalf of 9b543387d865417bb2480711ccdc410b for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:57.483518 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dd726c-84f9-40ba-b0e2-326e6b1db6b4') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:57.483818 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dd726c-84f9-40ba-b0e2-326e6b1db6b4') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:18:57.485957 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.516853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:57.516853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.539222 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.549730 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (f3dd726c-84f9-40ba-b0e2-326e6b1db6b4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.553607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.572392 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.609606 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 5a1c0240-cd2d-4582-85bb-b6d227fdc103, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=5a1c0240-cd2d-4582-85bb-b6d227fdc103,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:57.630497 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.635747 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:57.647362 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:57.653517 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:57.723250 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35376e-0037-45ed-8838-f2b5af84cb96 req-f26f1535-17ec-4fea-997a-cc63fd594350 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:57.725699 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc35376e-0037-45ed-8838-f2b5af84cb96 req-f26f1535-17ec-4fea-997a-cc63fd594350 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.4749010 Mar 08 04:18:57.757797 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:57.758162 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (f3dd726c-84f9-40ba-b0e2-326e6b1db6b4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.818547 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=d1884b18-e23e-4fae-a767-39297bf6c0cd,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:57.845837 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:18:57.846232 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (f3dd726c-84f9-40ba-b0e2-326e6b1db6b4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: from cryptography.utils import int_from_bytes Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: from cryptography.utils import int_from_bytes Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:18:57.849998 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:18:57.894464 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.923646 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=b910cedb-a54b-4d08-8cc0-758d1d9b7961,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:57.929323 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc35376e-0037-45ed-8838-f2b5af84cb96 req-34309b43-4e11-4983-a638-21698bc1817f tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782360 Mar 08 04:18:57.930463 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Allocated IP 172.20.0.2 (5b1a9257-fb0c-4a45-ba23-62a4c101864a/89a2320b-34a8-429a-a17b-28d1fc687b70/2a433edc-9c77-4149-a669-327eab7dad99) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:18:57.939568 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:57.941162 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-b7dc0f42-42a7-4a9d-9db4-6b46bff5bf5e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2230923 Mar 08 04:18:57.983932 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (0bec6fd0-9151-4635-b86d-ea6abbb48ee2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.052274 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.056195 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0bec6fd0-9151-4635-b86d-ea6abbb48ee2 HTTP/1.1" status: 204 len: 168 time: 1.6940005 Mar 08 04:18:58.057884 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.061602 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8b2d-7644-4df0-82c4-6aabcf51f8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bec6fd0-9151-4635-b86d-ea6abbb48ee2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:58.115890 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-62408306-44eb-41e0-83f1-e95a03e4c53b req-cb814754-42a0-4a00-8b9e-1f2e07cb5a13 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 210 time: 0.0764906 Mar 08 04:18:58.217950 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.299587 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks [] for port (2a433edc-9c77-4149-a669-327eab7dad99), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.421169 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-613f419b-bdd4-48a2-8a22-2ecefd924ed6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--565111622&fields=id&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 267 time: 0.1938686 Mar 08 04:18:58.463148 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.42', 59176) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:58.463708 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49788) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:58.482420 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 5a1c0240-cd2d-4582-85bb-b6d227fdc103 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:58.514075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.583366 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:58.584250 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:58.655326 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:18:58.661286 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Pushing event updated for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:58.664311 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:18:58.690014 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-dcc17dd0-35c4-4542-9113-2d046b69667c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:58.691563 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-dcc17dd0-35c4-4542-9113-2d046b69667c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.2580011 Mar 08 04:18:58.719789 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-61e2b254-9d84-433a-a06d-c7dabaa87b7b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/quotas/4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 375 time: 0.0179434 Mar 08 04:18:58.760574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:18:58.800840 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:58.802607 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 59be5682-6bfd-4898-8f55-c9bae831db57 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:18:58.835742 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:18:58.865476 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3736fbbb-1174-4bc9-b0e8-27a325df6995 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a698890020b24728a7a938dc5952acab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3910990 Mar 08 04:18:58.874330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49808) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:58.875945 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 59be5682-6bfd-4898-8f55-c9bae831db57 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:18:58.876705 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.040594 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-c27a0d3e-e01d-4565-ab96-316b2ec5bc14 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:59.042329 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-c27a0d3e-e01d-4565-ab96-316b2ec5bc14 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 819 time: 0.5771585 Mar 08 04:18:59.064233 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Request body: {'port': {'device_id': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'admin_state_up': True, 'tenant_id': '9b543387d865417bb2480711ccdc410b'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:59.072148 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.091502 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 59be5682-6bfd-4898-8f55-c9bae831db57 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:59.091746 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.132119 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] Publish callbacks [] for security_group (eae92ae6-6ef2-41f6-b476-561b3c5bd758), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.146324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-b3dfb9ea-9c3d-4fde-bbc5-c97ff39f00ea tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3903942 Mar 08 04:18:59.196128 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49816) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:59.224961 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:59.225820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.255174 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] Publish callbacks [] for security_group (eae92ae6-6ef2-41f6-b476-561b3c5bd758), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.304423 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-aabd3dd8-bb2e-47d9-9fea-201b7276c841 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6606247 Mar 08 04:18:59.313296 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda019d-54fd-472b-b5d4-9f3b72eecb39 req-4fe13223-3722-4a1d-bbec-96075a808f6c tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:18:59.315128 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ceda019d-54fd-472b-b5d4-9f3b72eecb39 req-4fe13223-3722-4a1d-bbec-96075a808f6c tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 943 time: 0.1666567 Mar 08 04:18:59.341979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=b910cedb-a54b-4d08-8cc0-758d1d9b7961,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:59.360297 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c50f25fd-d916-4a90-b82f-57cb50f7cfe1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:18:59.374200 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Request body: {'port': {'device_id': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:18:59.377573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.391588 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-ee89a212-a260-45eb-b58d-65a4f9925a63 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442684 Mar 08 04:18:59.408507 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (eae92ae6-6ef2-41f6-b476-561b3c5bd758), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.420242 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.434334 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eae92ae6-6ef2-41f6-b476-561b3c5bd758 HTTP/1.1" status: 204 len: 168 time: 0.5435257 Mar 08 04:18:59.445909 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.451717 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-07e67fdb-da2a-45c1-9c1d-0ad0229efd0f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3569481 Mar 08 04:18:59.465937 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f775a4d-272e-4c32-be72-638f51221824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae92ae6-6ef2-41f6-b476-561b3c5bd758,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:59.479454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Made reservation on behalf of 9b543387d865417bb2480711ccdc410b for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:18:59.491466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.557800 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,segment=NetworkSegment(08b1108c-d7fa-4bd1-9970-c69de086a95f),segment_id=08b1108c-d7fa-4bd1-9970-c69de086a95f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:59.571056 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80469054-ae72-456d-8cdf-057ba4a84be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.591278 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1', 'network_id': '80d788b2-65ff-4b3c-94f7-2c63b21c1a2a', 'port_id': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1', 'mac_address': 'fa:16:3e:fd:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cdb240-c4a6-4f4c-a613-7c11e85c3011', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:18:59.692643 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:18:59.693042 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.727723 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50f25fd-d916-4a90-b82f-57cb50f7cfe1 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:18:59.772899 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,segment=NetworkSegment(08b1108c-d7fa-4bd1-9970-c69de086a95f),segment_id=08b1108c-d7fa-4bd1-9970-c69de086a95f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:18:59.783678 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.791753 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80469054-ae72-456d-8cdf-057ba4a84be6 admin admin] Publish callbacks [] for security_group (6b731c0d-730b-437e-821d-199b9e87cc1d), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.818851 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ceda019d-54fd-472b-b5d4-9f3b72eecb39 req-3db210c6-2b31-417e-bc68-f5671da404b6 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858947 Mar 08 04:18:59.824643 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-662d5068-8f10-4d42-ab28-39fe76797c42 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306700 Mar 08 04:18:59.834388 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80469054-ae72-456d-8cdf-057ba4a84be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (6b731c0d-730b-437e-821d-199b9e87cc1d), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:18:59.954529 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:18:59.978338 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-80469054-ae72-456d-8cdf-057ba4a84be6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2b6bff3d36948249c43ed86f452bfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7714839 Mar 08 04:18:59.982743 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49848) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:18:59.983949 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80469054-ae72-456d-8cdf-057ba4a84be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b731c0d-730b-437e-821d-199b9e87cc1d,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:00.154685 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Allocated IP 172.20.0.9 (5b1a9257-fb0c-4a45-ba23-62a4c101864a/89a2320b-34a8-429a-a17b-28d1fc687b70/2e4531bb-304a-435b-a1e8-cf0ac470c19d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:00.156596 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49864) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:00.179171 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-17406bc8-50a5-4dbf-a867-68d380cc1b9a req-b241f8e4-d579-4d21-b292-48bc08d88c76 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 210 time: 0.1989315 Mar 08 04:19:00.218179 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['c50f25fd-d916-4a90-b82f-57cb50f7cfe1'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:00.322174 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-13272428-1c26-410d-b6c6-9824082b2882 req-016f1572-f84d-43f6-9075-2459c4a1e8a4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 210 time: 0.0588622 Mar 08 04:19:00.326333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a433edc-9c77-4149-a669-327eab7dad99), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.392180 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49872) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:00.435378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] Publish callbacks [] for security_group (6b731c0d-730b-437e-821d-199b9e87cc1d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.458857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-2e8bd2e4-0524-417b-b527-6fb835e53672 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2003915802&fields=id&tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 267 time: 0.2775893 Mar 08 04:19:00.550039 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] Publish callbacks [] for security_group (6b731c0d-730b-437e-821d-199b9e87cc1d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.686621 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-4b5b1ae7-1ce9-494c-821c-b7d17b6831fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cef38cf9529e44dabf9274adc27a22d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288107 Mar 08 04:19:00.690426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49878) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:00.722973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4c297bea-925a-435b-8e1a-f6e7ea7ab374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.736369 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks [] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.775588 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.822269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-3f221ed3-35b3-4853-91e3-aa7052920fdd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:00.823834 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-3f221ed3-35b3-4853-91e3-aa7052920fdd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 810 time: 0.3641868 Mar 08 04:19:00.878717 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Network 5b1a9257-fb0c-4a45-ba23-62a4c101864a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:00.880721 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (6b731c0d-730b-437e-821d-199b9e87cc1d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.883485 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.887339 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b731c0d-730b-437e-821d-199b9e87cc1d HTTP/1.1" status: 204 len: 168 time: 0.8800738 Mar 08 04:19:00.890713 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:00.893131 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:00.895722 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Pushing event updated for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:00.900279 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-6f1c8b35-1f48-4146-8539-c03a4096ea7c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/quotas/6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 375 time: 0.0421679 Mar 08 04:19:00.943237 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcafee2-8fba-41a4-96c7-ce6ab95bed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b731c0d-730b-437e-821d-199b9e87cc1d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:00.989453 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:00.989928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] Publish callbacks [] for security_group (4b17e362-c366-4a14-be43-be9725478071), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:00.990596 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.017332 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-f46596ab-79f0-4cb6-9513-9e7cf85f823b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9592476 Mar 08 04:19:01.035668 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Request body: {'port': {'device_id': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:01.058626 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] Publish callbacks [] for security_group (4b17e362-c366-4a14-be43-be9725478071), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.103183 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.173910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bffc6-d686-4902-9479-e0f4f16814af req-95632143-9bf1-4989-8015-b7c6fb3f1e8a tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:01.175627 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c1bffc6-d686-4902-9479-e0f4f16814af req-95632143-9bf1-4989-8015-b7c6fb3f1e8a tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 944 time: 0.2771113 Mar 08 04:19:01.183134 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4c297bea-925a-435b-8e1a-f6e7ea7ab374 admin admin] Publish callbacks [] for security_group (7bf02d5a-6460-487f-9dda-ac849d3d77a3), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.191434 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-dc724e9f-0893-4bd4-8f1c-e84cb86f86f4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784526 Mar 08 04:19:01.206581 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4c297bea-925a-435b-8e1a-f6e7ea7ab374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (7bf02d5a-6460-487f-9dda-ac849d3d77a3), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.244356 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a433edc-9c77-4149-a669-327eab7dad99 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:01.249427 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4b17e362-c366-4a14-be43-be9725478071), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.252215 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.253398 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b17e362-c366-4a14-be43-be9725478071 HTTP/1.1" status: 204 len: 168 time: 0.5558784 Mar 08 04:19:01.285066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks [] for port (2a433edc-9c77-4149-a669-327eab7dad99), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.314785 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-4c297bea-925a-435b-8e1a-f6e7ea7ab374 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5012865e7944879353112cd84cc242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9204013 Mar 08 04:19:01.319779 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49900) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:01.320371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c297bea-925a-435b-8e1a-f6e7ea7ab374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf02d5a-6460-487f-9dda-ac849d3d77a3,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:01.342846 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c50f25fd-d916-4a90-b82f-57cb50f7cfe1 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:01.385870 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Transition to ACTIVE for port object 2a433edc-9c77-4149-a669-327eab7dad99 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:01.401156 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 49904) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:01.402816 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747be13-5d12-4f4e-a632-aec15ae9aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17e362-c366-4a14-be43-be9725478071,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:01.406343 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.454804 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c1bffc6-d686-4902-9479-e0f4f16814af req-f250ea5a-760c-4582-b172-e7357db1c352 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579589 Mar 08 04:19:01.459555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e8535d8c-9551-4505-b41b-994b5867ff28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.525867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:01.538091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Pushing event updated for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:01.541972 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:01.543837 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.554289 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-e8c820cf-80c7-4707-b086-d2b67325d6f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447852 Mar 08 04:19:01.559697 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.42', 59187) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:01.593828 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] Publish callbacks [] for security_group (7bf02d5a-6460-487f-9dda-ac849d3d77a3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.633956 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] Publish callbacks [] for security_group (7bf02d5a-6460-487f-9dda-ac849d3d77a3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.716930 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:01.718083 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.757778 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:01.803967 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4531bb-304a-435b-a1e8-cf0ac470c19d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:01.814376 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks [] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.849653 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,segment=NetworkSegment(08b1108c-d7fa-4bd1-9970-c69de086a95f),segment_id=08b1108c-d7fa-4bd1-9970-c69de086a95f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:01.855160 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.877381 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Transition to ACTIVE for port object 2e4531bb-304a-435b-a1e8-cf0ac470c19d will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:01.878642 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (7bf02d5a-6460-487f-9dda-ac849d3d77a3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.887787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.890071 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf02d5a-6460-487f-9dda-ac849d3d77a3 HTTP/1.1" status: 204 len: 168 time: 0.5652263 Mar 08 04:19:01.897419 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:01.922353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:01.936504 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9b013f9e-99c0-41b8-bd65-f162e1153a19 service neutron] 10.222.0.20 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665845 Mar 08 04:19:01.955681 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da3d5f-67e2-477b-95bf-283ae26cca94 req-cdd8ebce-0728-4f7b-ad0f-9171e084b505 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:01.958353 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7560d7-cb4a-4aa2-9740-66e9557bb237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf02d5a-6460-487f-9dda-ac849d3d77a3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:01.958757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d7da3d5f-67e2-477b-95bf-283ae26cca94 req-cdd8ebce-0728-4f7b-ad0f-9171e084b505 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 931 time: 0.3501110 Mar 08 04:19:02.056315 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070153c-4202-4943-89d9-cb64aea9354c" -d '{"events": [{"server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "name": "network-vif-plugged", "status": "completed", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:02.066317 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:02.127754 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Attempting to bind port 2e4531bb-304a-435b-a1e8-cf0ac470c19d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:02.128258 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Attempting to bind port 2e4531bb-304a-435b-a1e8-cf0ac470c19d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:02.128872 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Attempting to bind port 2e4531bb-304a-435b-a1e8-cf0ac470c19d on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:02.133995 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Port 2e4531bb-304a-435b-a1e8-cf0ac470c19d on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:02.134439 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Attempting to bind port 2e4531bb-304a-435b-a1e8-cf0ac470c19d on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:02.142154 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:02.142877 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Checking segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:02.143698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Bound using segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:02.144357 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Bound port: 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:02.145002 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.242520 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:02.255311 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:02.272353 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.305052 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:02.305681 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.309576 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 200 len: 1093 time: 1.2795193 Mar 08 04:19:02.345771 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-13713600-6979-48a6-abc5-1fd47cc9b198 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:02.348026 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-13713600-6979-48a6-abc5-1fd47cc9b198 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.7711506 Mar 08 04:19:02.349290 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Attempting to bind port 2a433edc-9c77-4149-a669-327eab7dad99 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:02.349766 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Attempting to bind port 2a433edc-9c77-4149-a669-327eab7dad99 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:02.350141 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:02.350390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Attempting to bind port 2a433edc-9c77-4149-a669-327eab7dad99 on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:02.406519 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Port 2a433edc-9c77-4149-a669-327eab7dad99 on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:02.407048 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Attempting to bind port 2a433edc-9c77-4149-a669-327eab7dad99 on network 5b1a9257-fb0c-4a45-ba23-62a4c101864a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:02.433581 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d653e588-2f55-44c9-8770-cf6d79caffa0 req-da7d4ae5-b84b-40bf-a93f-88365a8b9ef8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 210 time: 0.0747204 Mar 08 04:19:02.447279 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44991247-0b86-4f75-a21b-cf0604a89067 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:02.449562 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e8535d8c-9551-4505-b41b-994b5867ff28 admin admin] Publish callbacks [] for security_group (b338ea68-e09f-4a7b-9dd5-129b35abbdbb), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.469283 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:02.469726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Checking segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:02.471714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Bound using segment: {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:02.474190 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Bound port: 2a433edc-9c77-4149-a669-327eab7dad99, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb67922-1724-4758-b9a1-ed746adcccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:02.474709 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a433edc-9c77-4149-a669-327eab7dad99), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.502603 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e8535d8c-9551-4505-b41b-994b5867ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b338ea68-e09f-4a7b-9dd5-129b35abbdbb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.536309 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49956) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:02.560234 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e8e0-3b2e-4eb8-8c29-59368f6368dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.583522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8535d8c-9551-4505-b41b-994b5867ff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b338ea68-e09f-4a7b-9dd5-129b35abbdbb,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:02.591931 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e8535d8c-9551-4505-b41b-994b5867ff28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f01af15da1c8450bbf99bfa353152567&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1837871 Mar 08 04:19:02.597080 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 49960) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:02.611656 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d7da3d5f-67e2-477b-95bf-283ae26cca94 req-0e4085e2-eb45-4bc0-a649-6db778babe4b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912457 Mar 08 04:19:02.628929 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-2274478b-abcf-4f1c-b0ec-eee01e7ef040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:02.630693 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-2274478b-abcf-4f1c-b0ec-eee01e7ef040 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1127 time: 0.1747611 Mar 08 04:19:02.700993 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25d29b-6397-4084-b107-0e630da9f6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:02.820152 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7bb88e4-38e6-496f-bf62-9181a5a81c92 req-59fb1960-ea1e-4e6f-9978-69b32613afa9 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 210 time: 0.0819788 Mar 08 04:19:02.837067 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-1af04929-2ac9-4201-8879-8b6e43279f79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 200 len: 217 time: 0.1676180 Mar 08 04:19:02.846458 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe244b1-afaa-4821-9ed8-55a8cd300d18 x-openstack-request-id: req-efe244b1-afaa-4821-9ed8-55a8cd300d18 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:02.846976 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "name": "network-vif-plugged", "status": "completed", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:02.847098 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efe244b1-afaa-4821-9ed8-55a8cd300d18 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:02.847696 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1', 'code': 200} Mar 08 04:19:02.854058 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:02.870990 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] Publish callbacks [] for security_group (b338ea68-e09f-4a7b-9dd5-129b35abbdbb), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.887526 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2a433edc-9c77-4149-a669-327eab7dad99,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:02.895318 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-dacbb139-8896-43cb-ae4d-3c39aa65ed9a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 379 time: 0.4409010 Mar 08 04:19:02.896975 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.919343 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'port': {'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'admin_state_up': True, 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'security_groups': ['749aafc1-191b-4d66-84ed-f018fd24f04f']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:02.968087 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:02.968087 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:02.968087 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] 10.222.0.42 "PUT /v2.0/ports/2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 1093 time: 3.6000383 Mar 08 04:19:02.972986 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:02.976063 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda35d3a-942a-4585-87be-a55ae9320fba" -d '{"events": [{"name": "network-changed", "server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "tag": "2a433edc-9c77-4149-a669-327eab7dad99"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:03.048805 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad02bd1-977f-453c-b48a-3d917339d23b x-openstack-request-id: req-9ad02bd1-977f-453c-b48a-3d917339d23b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:03.048912 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:03.049132 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad02bd1-977f-453c-b48a-3d917339d23b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:03.049792 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d', 'status': 'completed', 'code': 200} Mar 08 04:19:03.108463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e8e0-3b2e-4eb8-8c29-59368f6368dd admin admin] Publish callbacks [] for security_group (e1da52eb-6118-4d35-96cd-d6dd95a8f4dc), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.111218 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] Publish callbacks [] for security_group (b338ea68-e09f-4a7b-9dd5-129b35abbdbb), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.112211 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11618440-e1a9-438a-9a5e-8086254829e1 x-openstack-request-id: req-11618440-e1a9-438a-9a5e-8086254829e1 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:03.112747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "tag": "2a433edc-9c77-4149-a669-327eab7dad99", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:03.113008 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11618440-e1a9-438a-9a5e-8086254829e1 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:03.113503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99', 'status': 'completed', 'code': 200} Mar 08 04:19:03.123078 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e8e0-3b2e-4eb8-8c29-59368f6368dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (e1da52eb-6118-4d35-96cd-d6dd95a8f4dc), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.201653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c95c9-4aec-464b-8a7a-42bc51681c55 service neutron] Pushing event updated for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:03.218489 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-96b6df0d-b4ab-4cdb-9560-c1ed5341a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:03.219108 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.42', 59192) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:03.220399 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-96b6df0d-b4ab-4cdb-9560-c1ed5341a4ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.3369241 Mar 08 04:19:03.287535 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9fe4e8e0-3b2e-4eb8-8c29-59368f6368dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c80795295d6431e88a4ae8c0787faa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7489045 Mar 08 04:19:03.306242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50002) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:03.317107 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-ec2df612-34f0-400b-a101-6b1f8c10de2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861671 Mar 08 04:19:03.318414 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4e8e0-3b2e-4eb8-8c29-59368f6368dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da52eb-6118-4d35-96cd-d6dd95a8f4dc,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:03.334459 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b338ea68-e09f-4a7b-9dd5-129b35abbdbb), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.337356 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.341398 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b338ea68-e09f-4a7b-9dd5-129b35abbdbb HTTP/1.1" status: 204 len: 168 time: 0.7407787 Mar 08 04:19:03.352237 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a418-5c1f-4ec2-88e6-49f1eb1bf0ba req-72cc1c99-d336-42db-af62-9599c3004948 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:03.362813 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a388a418-5c1f-4ec2-88e6-49f1eb1bf0ba req-72cc1c99-d336-42db-af62-9599c3004948 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.3648338 Mar 08 04:19:03.372998 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35d3a-942a-4585-87be-a55ae9320fba req-aac6f992-7966-4023-8edc-c696052ff4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:03.374498 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eda35d3a-942a-4585-87be-a55ae9320fba req-aac6f992-7966-4023-8edc-c696052ff4ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1127 time: 0.2281005 Mar 08 04:19:03.376990 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bb19d-9af5-4b4d-bee5-c36294de585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338ea68-e09f-4a7b-9dd5-129b35abbdbb,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:03.489771 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:03.496602 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.498402 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-9f954a21-98ad-4fa3-ad52-051d39c03452 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741903 Mar 08 04:19:03.622363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-7f11474b-acd0-497a-a38d-a85ea3d44e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:03.623734 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-7f11474b-acd0-497a-a38d-a85ea3d44e28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 1129 time: 0.4016793 Mar 08 04:19:03.646599 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-6716c06e-96f2-4dd6-b9b3-51a10dfd6197 req-69cdc307-63a0-4918-a3d7-d6ed8d66dbf9 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394410 Mar 08 04:19:03.692754 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a388a418-5c1f-4ec2-88e6-49f1eb1bf0ba req-6d56d829-c3b0-4baa-9c7a-9219a5395237 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289516 Mar 08 04:19:03.774993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] Publish callbacks [] for security_group (e1da52eb-6118-4d35-96cd-d6dd95a8f4dc), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.788877 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9a27ce01-0af0-4922-82d4-3d19b473a0b5 req-77139b47-732d-4a6d-9e0f-2fd5fb2ac969 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 210 time: 0.2189627 Mar 08 04:19:03.799251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-e10c40c4-ceb4-4754-8797-89773ad71d3c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:03.893191 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-2d0ffdcc-cde8-4b72-9c07-c2a42f83b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:03.897558 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-2d0ffdcc-cde8-4b72-9c07-c2a42f83b1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1127 time: 0.1196516 Mar 08 04:19:03.935804 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.42', 59195) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:03.964962 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.20.0.4 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/c9283a74-e9bd-4980-946c-c019ac9be611) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:04.082372 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35d3a-942a-4585-87be-a55ae9320fba req-4f4bcf19-73bc-4b88-ae66-14269030d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.084033 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eda35d3a-942a-4585-87be-a55ae9320fba req-4f4bcf19-73bc-4b88-ae66-14269030d091 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b543387d865417bb2480711ccdc410b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6845088 Mar 08 04:19:04.233746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] Publish callbacks [] for security_group (e1da52eb-6118-4d35-96cd-d6dd95a8f4dc), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.239179 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ea3bcfa0-7641-40bb-beac-7da1365474cd req-1960069c-dfcc-4a60-89ec-202868e8e27f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 210 time: 0.1682065 Mar 08 04:19:04.445937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924396-3314-4f34-bed7-c73ccc9038aa req-c25b82ac-ff06-476f-af40-b278b48d2d4e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.453323 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72924396-3314-4f34-bed7-c73ccc9038aa req-c25b82ac-ff06-476f-af40-b278b48d2d4e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 943 time: 0.6347423 Mar 08 04:19:04.474084 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-b65f0125-4a8a-4be7-b195-947c71434c8b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.475642 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-b65f0125-4a8a-4be7-b195-947c71434c8b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 810 time: 0.5217159 Mar 08 04:19:04.476680 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-70fb872c-cdc6-446f-9264-65bc7603c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.478004 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-70fb872c-cdc6-446f-9264-65bc7603c5da service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.5409288 Mar 08 04:19:04.478717 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (c9283a74-e9bd-4980-946c-c019ac9be611), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.593453 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-1222db34-0626-4c78-83b8-8ab06efb083e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 200 len: 217 time: 0.0884628 Mar 08 04:19:04.653972 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35d3a-942a-4585-87be-a55ae9320fba req-821e6648-ecc7-44c1-af72-d6dc5147263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.655620 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eda35d3a-942a-4585-87be-a55ae9320fba req-821e6648-ecc7-44c1-af72-d6dc5147263c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5166438 Mar 08 04:19:04.671686 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-e10c40c4-ceb4-4754-8797-89773ad71d3c service neutron] Publish callbacks [] for security_group (6d031186-8120-499d-bd0d-e695106828d1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.711992 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-eaae1710-5636-4ae5-9dd5-7093a15eb8d4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 380 time: 0.2165692 Mar 08 04:19:04.728795 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-7eceb6d3-0ff9-4ac8-97fc-4dd27589b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:04.731933 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-7eceb6d3-0ff9-4ac8-97fc-4dd27589b23a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.1298461 Mar 08 04:19:04.737360 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'port': {'device_id': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'admin_state_up': True, 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'security_groups': ['bbf30c46-5fb1-4761-8499-1ac3d0176211']}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:04.740554 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72924396-3314-4f34-bed7-c73ccc9038aa req-d751728e-b48e-49d4-9f37-6ac6c697b5b1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276951 Mar 08 04:19:04.741298 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (e1da52eb-6118-4d35-96cd-d6dd95a8f4dc), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.744043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.747687 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1da52eb-6118-4d35-96cd-d6dd95a8f4dc HTTP/1.1" status: 204 len: 168 time: 1.4356380 Mar 08 04:19:04.747687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-e10c40c4-ceb4-4754-8797-89773ad71d3c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (6d031186-8120-499d-bd0d-e695106828d1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.793326 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50078) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:04.795315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-936d11f0-59a5-49f6-8e12-942cfaf6835b req-e10c40c4-ceb4-4754-8797-89773ad71d3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1470394 Mar 08 04:19:04.796547 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39677c-060d-42e2-9d7c-0250c49e5455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da52eb-6118-4d35-96cd-d6dd95a8f4dc,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:04.798815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.905203 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:04.912744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:04.981892 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Made reservation on behalf of 6e00ee5ca24c43f18df750c74bdc5c3e for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:04.985771 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:04.991240 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:05.088553 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:05.088553 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.188635 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-547f506a-484c-46e3-83bb-279480ff2f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.255996 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-2eb94ea9-c60a-41e9-a04d-22200ecdd0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471249 Mar 08 04:19:05.259504 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Allocated IP 172.20.0.13 (5397445e-1c73-44b6-b0d0-137f673b353f/06635836-8136-4d38-864e-b7a2cca8b575/3217ce91-7231-496d-9f4e-81bdb0bc56d1) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:05.314090 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-356d3016-58d3-42b4-8136-0caf9f0b825a None None] Provisioning complete for port c9283a74-e9bd-4980-946c-c019ac9be611 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:05.316540 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-356d3016-58d3-42b4-8136-0caf9f0b825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.379621 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c40c4-ceb4-4754-8797-89773ad71d3c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d031186-8120-499d-bd0d-e695106828d1,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:05.415785 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-356d3016-58d3-42b4-8136-0caf9f0b825a None None] Port c9283a74-e9bd-4980-946c-c019ac9be611 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:19:05.446204 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:05.467589 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-3f3f7779-07f3-45cf-b8bf-1da5a0d9db1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5553231 Mar 08 04:19:05.479559 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5aa8f-562e-4929-b696-21a93d6c9b63 req-51437684-e51a-4ec3-bd6f-ace509184fa6 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:05.486980 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-ca269a35-5754-469e-8a3a-eeec15e96c43 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183976 Mar 08 04:19:05.488612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85e5aa8f-562e-4929-b696-21a93d6c9b63 req-51437684-e51a-4ec3-bd6f-ace509184fa6 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.5982389 Mar 08 04:19:05.521692 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Request body: {'port': {'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:05.562544 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-547f506a-484c-46e3-83bb-279480ff2f23 admin admin] Publish callbacks [] for security_group (d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.594356 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fdd92-7e9e-46eb-be73-6907b43fc980 req-eb336dbe-5b8e-46fa-a158-a1ebf6f1a770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:05.595910 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6e6fdd92-7e9e-46eb-be73-6907b43fc980 req-eb336dbe-5b8e-46fa-a158-a1ebf6f1a770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 931 time: 0.6800613 Mar 08 04:19:05.609744 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-547f506a-484c-46e3-83bb-279480ff2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.631566 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85e5aa8f-562e-4929-b696-21a93d6c9b63 req-f99b5ab1-d23a-4a09-a055-80fbed27fbbf tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417587 Mar 08 04:19:05.664160 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.674843 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.761823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-651eaf75-8929-4239-b44b-31a2011ebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:05.761823 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-651eaf75-8929-4239-b44b-31a2011ebffb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1127 time: 0.3932893 Mar 08 04:19:05.768978 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f506a-484c-46e3-83bb-279480ff2f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:05.777044 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:05.781178 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2528b923-58bd-4a78-ab3c-613807044da9 req-0ec35c6f-0823-4fe5-a716-17102ef4d208 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 210 time: 0.0698915 Mar 08 04:19:05.793195 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6e6fdd92-7e9e-46eb-be73-6907b43fc980 req-f92c8813-462f-4fc1-858d-3e20099cea04 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681397 Mar 08 04:19:05.842916 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-529db4f2-56aa-4b35-b2d3-850506708d07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0640128 Mar 08 04:19:05.893364 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50128) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:05.894218 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-547f506a-484c-46e3-83bb-279480ff2f23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ba1b1a723ce4ff4a4ef48cb890b1c78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0997038 Mar 08 04:19:05.940370 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Network 5397445e-1c73-44b6-b0d0-137f673b353f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:05.945422 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:05.950872 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:05.996386 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-a63df08d-7454-4fde-8d34-266f299fa46e service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985428 Mar 08 04:19:06.003684 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:06.004500 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.017598 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:06.033796 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-7db9c78b-377f-4204-8957-d78a548681fd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3006809 Mar 08 04:19:06.044093 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-be762736-3b04-43d3-9657-93c0f4d13fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:06.045579 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-be762736-3b04-43d3-9657-93c0f4d13fc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.1871009 Mar 08 04:19:06.057278 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Request body: {'port': {'device_id': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:06.095041 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-45211c1e-3363-457d-8829-0bcdb6a30e6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402236 Mar 08 04:19:06.197064 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] Publish callbacks [] for security_group (d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.215262 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.224500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] Publish callbacks [] for security_group (d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.250304 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb057a3-00a8-4810-a276-c6bc1c6e6f72 req-7d7c9731-e468-4bba-adab-bad6ad9fa362 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:06.251791 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5bb057a3-00a8-4810-a276-c6bc1c6e6f72 req-7d7c9731-e468-4bba-adab-bad6ad9fa362 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 943 time: 0.3098986 Mar 08 04:19:06.273228 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-b4b7717b-248c-4978-a5a3-7986a580fc4c None None] Provisioning complete for port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:06.273719 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4b7717b-248c-4978-a5a3-7986a580fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.361010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7717b-248c-4978-a5a3-7986a580fc4c None None] Port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:19:06.420798 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5bb057a3-00a8-4810-a276-c6bc1c6e6f72 req-94ab41fc-330f-4f9f-9038-0fdcda963986 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532702 Mar 08 04:19:06.468055 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-bb6e71e8-5c9c-4f6f-9b87-5dcb4df9b7b9 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363333 Mar 08 04:19:06.504733 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.507801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.509075 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7 HTTP/1.1" status: 204 len: 168 time: 0.5741537 Mar 08 04:19:06.585318 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bb658-b238-4ef0-a080-0ac0a0efe67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa4f2e-ef71-4381-b4e6-d250d2eb1de7,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:06.610420 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3217ce91-7231-496d-9f4e-81bdb0bc56d1 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:06.618860 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks [] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.638459 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Transition to ACTIVE for port object 3217ce91-7231-496d-9f4e-81bdb0bc56d1 will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:06.639491 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50144) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:06.647270 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.695972 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9283a74-e9bd-4980-946c-c019ac9be611 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:06.710844 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks [] for port (c9283a74-e9bd-4980-946c-c019ac9be611), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.732128 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:06.732387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Transition to ACTIVE for port object c9283a74-e9bd-4980-946c-c019ac9be611 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:06.748090 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:06.855445 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c85d13fa-5a9b-4d32-a099-c5d453fb6a09 req-cbf38180-5775-4316-8a6d-953e56a2aa74 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615468 Mar 08 04:19:06.892792 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Attempting to bind port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:06.893111 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Attempting to bind port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:06.893454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Attempting to bind port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:06.906363 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 on network 5397445e-1c73-44b6-b0d0-137f673b353f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:06.906697 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Attempting to bind port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:06.928072 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:06.928072 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Checking segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:06.928072 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Bound using segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:06.931842 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Bound port: 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:06.932309 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.002820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Pushing event updated for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:07.046260 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:07.052010 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:07.063862 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c52cc-eb84-4833-9095-9975dc6bd4e7 req-62a88001-cc7e-4a8c-afcc-275526486a87 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.074016 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-526c52cc-eb84-4833-9095-9975dc6bd4e7 req-62a88001-cc7e-4a8c-afcc-275526486a87 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.3199873 Mar 08 04:19:07.076725 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.091170 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Attempting to bind port c9283a74-e9bd-4980-946c-c019ac9be611 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:07.092820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Attempting to bind port c9283a74-e9bd-4980-946c-c019ac9be611 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:07.093532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Attempting to bind port c9283a74-e9bd-4980-946c-c019ac9be611 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:07.156241 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.157056 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.158459 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 1094 time: 1.1114793 Mar 08 04:19:07.159117 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a521010-8395-468e-869a-4a56c4bfb3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:07.164404 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:07.166687 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea9e577-fe31-4d67-a289-c2543d7edb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:07.169247 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-526c52cc-eb84-4833-9095-9975dc6bd4e7 req-fd9b49d4-6a6e-4640-8f9a-1ff9a00e77d7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935407 Mar 08 04:19:07.176647 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Port c9283a74-e9bd-4980-946c-c019ac9be611 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:07.177044 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Attempting to bind port c9283a74-e9bd-4980-946c-c019ac9be611 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:07.205833 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d327e26d-5bc6-4d79-94a9-40e4dd4fbfdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.228480 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:07.236660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:07.238262 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:07.241094 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Bound port: c9283a74-e9bd-4980-946c-c019ac9be611, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:07.242254 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.353736 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d327e26d-5bc6-4d79-94a9-40e4dd4fbfdf admin admin] Publish callbacks [] for security_group (0b954c3a-60e3-46c1-96ab-9e257759b288), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.370698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d327e26d-5bc6-4d79-94a9-40e4dd4fbfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0b954c3a-60e3-46c1-96ab-9e257759b288), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.398460 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50164) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:07.405733 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2e4531bb-304a-435b-a1e8-cf0ac470c19d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:19:07.477491 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:07.483621 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9283a74-e9bd-4980-946c-c019ac9be611,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:07.499896 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eed770f-d53c-42ec-9d41-9270ad1b1fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.513852 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d576-cbf4-48d3-996c-b0c62f8e57cd req-22ded0f6-277d-4b02-99ee-de315078e665 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.515507 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bac3d576-cbf4-48d3-996c-b0c62f8e57cd req-22ded0f6-277d-4b02-99ee-de315078e665 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 944 time: 0.5159109 Mar 08 04:19:07.518830 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:07.525921 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.533730 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '2e4531bb-304a-435b-a1e8-cf0ac470c19d', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'port_id': '2e4531bb-304a-435b-a1e8-cf0ac470c19d', 'mac_address': 'fa:16:3e:63:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:19:07.538990 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d327e26d-5bc6-4d79-94a9-40e4dd4fbfdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=883fefd3752e4d3fa185a225ce685f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8981197 Mar 08 04:19:07.547008 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50170) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:07.566861 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327e26d-5bc6-4d79-94a9-40e4dd4fbfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b954c3a-60e3-46c1-96ab-9e257759b288,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:07.567661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.568503 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.585091 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 200 len: 1093 time: 2.0771420 Mar 08 04:19:07.613992 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 2e4531bb-304a-435b-a1e8-cf0ac470c19d is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:07.614606 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.614808 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-5dd17ba8-7e4d-4a4c-bc53-a5af3b4f2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.616705 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-5dd17ba8-7e4d-4a4c-bc53-a5af3b4f2702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1128 time: 0.3952179 Mar 08 04:19:07.637355 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:07.639016 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4531bb-304a-435b-a1e8-cf0ac470c19d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:07.641166 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:07.672346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:07.682306 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.780361 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-c45b3904-8d29-45dc-a0f5-867320c7a7a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 217 time: 0.1274261 Mar 08 04:19:07.792966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:07.881316 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-3ff3f64c-d7dc-464e-8d86-ac4207a80eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.882171 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d1da6-e3f1-4ae4-90db-d068bcbc8286 service neutron] Pushing event updated for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:07.883833 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-3ff3f64c-d7dc-464e-8d86-ac4207a80eb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0938716 Mar 08 04:19:07.894698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] Publish callbacks [] for security_group (0b954c3a-60e3-46c1-96ab-9e257759b288), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:07.905314 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5119d-b32a-4edf-be13-404c4f574707 req-ea888062-fce1-4e03-8f5c-765eb83443e0 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.912049 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfa5119d-b32a-4edf-be13-404c4f574707 req-ea888062-fce1-4e03-8f5c-765eb83443e0 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 943 time: 0.4218018 Mar 08 04:19:07.921556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-af12163e-2e9e-435c-94de-cdf6b118dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:07.923044 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-af12163e-2e9e-435c-94de-cdf6b118dc9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 1127 time: 0.2619879 Mar 08 04:19:07.937428 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bac3d576-cbf4-48d3-996c-b0c62f8e57cd req-2ed71b37-cb70-434b-83eb-f9e7292a547d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821855 Mar 08 04:19:08.018060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-5216640f-8542-428c-95cd-3f41ed27ba9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 200 len: 217 time: 0.0624046 Mar 08 04:19:08.029177 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfa5119d-b32a-4edf-be13-404c4f574707 req-c49fc72d-0ccd-4954-a98b-414643f9ec2d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160455 Mar 08 04:19:08.037824 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23369b-b83c-42d7-9f26-99cb11a25ace x-openstack-request-id: req-aa23369b-b83c-42d7-9f26-99cb11a25ace {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:08.038124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:08.038380 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa23369b-b83c-42d7-9f26-99cb11a25ace {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:08.038794 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'status': 'completed', 'code': 200} Mar 08 04:19:08.040858 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] Publish callbacks [] for security_group (0b954c3a-60e3-46c1-96ab-9e257759b288), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.078442 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eed770f-d53c-42ec-9d41-9270ad1b1fa9 admin admin] Publish callbacks [] for security_group (d7a808fa-c753-462c-84a0-dd919b1583a0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.101609 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eed770f-d53c-42ec-9d41-9270ad1b1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d7a808fa-c753-462c-84a0-dd919b1583a0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.166063 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9664e40-13cf-42eb-b961-df46993f43ff x-openstack-request-id: req-f9664e40-13cf-42eb-b961-df46993f43ff {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:08.166437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:08.166759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9664e40-13cf-42eb-b961-df46993f43ff {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:08.167428 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'status': 'completed', 'code': 200} Mar 08 04:19:08.189574 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0eed770f-d53c-42ec-9d41-9270ad1b1fa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33e33659a0aa48818cc8cb45240122f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7397368 Mar 08 04:19:08.190781 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50194) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:08.196869 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-f763bd3c-6f5c-4466-a520-97344c7f3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.200100 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-f763bd3c-6f5c-4466-a520-97344c7f3c34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2947483 Mar 08 04:19:08.205088 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['2e4531bb-304a-435b-a1e8-cf0ac470c19d'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:08.206566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-b4590fbe-e008-40ad-8692-4d4f5817a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.209206 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-b4590fbe-e008-40ad-8692-4d4f5817a90f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.1729331 Mar 08 04:19:08.229082 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4531b39-62e6-4002-98cb-bd662b8c09de req-3b542966-a602-4f6f-8ad8-6099d52d13bb tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.230636 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed770f-d53c-42ec-9d41-9270ad1b1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a808fa-c753-462c-84a0-dd919b1583a0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:08.243471 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a4531b39-62e6-4002-98cb-bd662b8c09de req-3b542966-a602-4f6f-8ad8-6099d52d13bb tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 944 time: 0.1458919 Mar 08 04:19:08.412416 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a4531b39-62e6-4002-98cb-bd662b8c09de req-8cb1b76e-7dfb-4ada-b494-08c7c6a751ab tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679282 Mar 08 04:19:08.414610 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0b954c3a-60e3-46c1-96ab-9e257759b288), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.424487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.446132 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b954c3a-60e3-46c1-96ab-9e257759b288 HTTP/1.1" status: 204 len: 168 time: 0.8949680 Mar 08 04:19:08.460975 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477e4f9-1377-4614-877a-c1b5d7b8beb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b954c3a-60e3-46c1-96ab-9e257759b288,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:08.522386 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-e34826d4-2b5e-40a1-9dea-499eaabb0ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008769 Mar 08 04:19:08.679865 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-d8e94b4c-044f-44d9-930f-78763ee007b3 req-a5b995c5-522d-4198-9d63-17c75bd52ccb service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472368 Mar 08 04:19:08.751112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] Publish callbacks [] for security_group (d7a808fa-c753-462c-84a0-dd919b1583a0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.756808 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-4e54aeeb-abe2-4857-8b5b-6a2aeb76b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.758653 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-4e54aeeb-abe2-4857-8b5b-6a2aeb76b10f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.5431089 Mar 08 04:19:08.766116 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e14453-90fb-445d-bd4e-58188a4cb3d9 req-364f27f9-66c3-405e-a33c-92ecf051c4f9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.767758 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-55e14453-90fb-445d-bd4e-58188a4cb3d9 req-364f27f9-66c3-405e-a33c-92ecf051c4f9 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.4606831 Mar 08 04:19:08.842333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] Publish callbacks [] for security_group (d7a808fa-c753-462c-84a0-dd919b1583a0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:08.891310 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-1fd674a6-62d2-41c1-9994-29d46d7b6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:08.893147 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-1fd674a6-62d2-41c1-9994-29d46d7b6cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1128 time: 0.0854497 Mar 08 04:19:08.958938 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-55e14453-90fb-445d-bd4e-58188a4cb3d9 req-3786662f-cae0-42f1-bc3c-bc25bdcbfdce tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788242 Mar 08 04:19:08.996903 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-efb293cf-cae0-4cd5-9113-f527bfae5715 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852744 Mar 08 04:19:09.029654 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-6bacd168-4aea-454e-acf8-efcf1331e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.031544 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-6bacd168-4aea-454e-acf8-efcf1331e9a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.1319773 Mar 08 04:19:09.053275 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50222) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:09.085060 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d7a808fa-c753-462c-84a0-dd919b1583a0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.088167 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.091677 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7a808fa-c753-462c-84a0-dd919b1583a0 HTTP/1.1" status: 204 len: 168 time: 0.8954213 Mar 08 04:19:09.102434 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71b5dfab-c5f5-4a82-afc0-e23f34078d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.106462 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-880dad31-8cdc-4079-b0cd-162772becbc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 217 time: 0.0667937 Mar 08 04:19:09.112230 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8b36a-efc0-43db-87e8-d5676e36885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a808fa-c753-462c-84a0-dd919b1583a0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:09.183983 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-44d8faab-2936-46b7-8851-43f03551b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.185555 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-44d8faab-2936-46b7-8851-43f03551b734 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0720463 Mar 08 04:19:09.256489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5038b-1d87-41c3-8903-e4d35514a5df req-b8015313-ca40-4d43-a756-3c5b44156157 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.258051 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5c5038b-1d87-41c3-8903-e4d35514a5df req-b8015313-ca40-4d43-a756-3c5b44156157 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 944 time: 0.1797364 Mar 08 04:19:09.271298 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-dfb73c72-ba15-4f03-b9f0-a68c87c1031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.272250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b274cfc7-ced3-45b7-bd88-cc7aaab160c9 req-faedde86-c858-4f5f-81e6-2b527106c97a service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678785 Mar 08 04:19:09.272784 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-dfb73c72-ba15-4f03-b9f0-a68c87c1031c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0775390 Mar 08 04:19:09.317581 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd87d3-e373-4350-8cb7-fd9d832e6dea req-21b8b5e2-2c73-4d77-b2b1-067b13075e2a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.319786 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21dd87d3-e373-4350-8cb7-fd9d832e6dea req-21b8b5e2-2c73-4d77-b2b1-067b13075e2a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 943 time: 0.2108147 Mar 08 04:19:09.420244 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71b5dfab-c5f5-4a82-afc0-e23f34078d74 admin admin] Publish callbacks [] for security_group (0626108a-05f1-464b-ae00-8295fe3ed184), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.440879 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71b5dfab-c5f5-4a82-afc0-e23f34078d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0626108a-05f1-464b-ae00-8295fe3ed184), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.492897 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5c5038b-1d87-41c3-8903-e4d35514a5df req-b6dddf4e-d742-4974-8b20-6038ec9d859c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246449 Mar 08 04:19:09.513009 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21dd87d3-e373-4350-8cb7-fd9d832e6dea req-cd3d940c-14b4-43f0-ba79-730a47152a79 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832469 Mar 08 04:19:09.514993 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-71b5dfab-c5f5-4a82-afc0-e23f34078d74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28175916f83241e396f5b3cc3e873f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602482 Mar 08 04:19:09.517748 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50234) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:09.545724 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5dfab-c5f5-4a82-afc0-e23f34078d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0626108a-05f1-464b-ae00-8295fe3ed184,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:09.562202 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-66cdbe5d-7bf7-49f6-8db3-fc4af8027cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.566056 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-66cdbe5d-7bf7-49f6-8db3-fc4af8027cce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 1127 time: 0.1640654 Mar 08 04:19:09.582474 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-00aac82a-b888-4257-8da3-698ec3c4417d service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873445 Mar 08 04:19:09.639554 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] Publish callbacks [] for security_group (0626108a-05f1-464b-ae00-8295fe3ed184), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.692658 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] Publish callbacks [] for security_group (0626108a-05f1-464b-ae00-8295fe3ed184), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.710431 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f503a9b-1dc7-474b-bfce-70bb24a29331 req-87fbe6b2-bed8-49ea-b7fc-fe634f4b21a0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.711971 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f503a9b-1dc7-474b-bfce-70bb24a29331 req-87fbe6b2-bed8-49ea-b7fc-fe634f4b21a0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 944 time: 0.1053748 Mar 08 04:19:09.733174 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-de14c76d-a026-4177-ab26-7c51ef11dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.734612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-de14c76d-a026-4177-ab26-7c51ef11dd74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.1609619 Mar 08 04:19:09.742094 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-cea9e577-fe31-4d67-a289-c2543d7edb4d req-caefa71d-1dd6-4e4f-bceb-8611cf6df54d service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414630 Mar 08 04:19:09.764732 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0626108a-05f1-464b-ae00-8295fe3ed184), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.768490 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:09.772086 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0626108a-05f1-464b-ae00-8295fe3ed184 HTTP/1.1" status: 204 len: 168 time: 0.2468638 Mar 08 04:19:09.778876 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb043525-4da9-450a-b7d2-eac0e1821d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0626108a-05f1-464b-ae00-8295fe3ed184,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:09.806700 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-c874087e-1416-4053-8325-e40ae7d48d08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 200 len: 217 time: 0.0653365 Mar 08 04:19:09.876334 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-c30d5539-829d-4dda-80fc-d01e0c247c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.878385 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-c30d5539-829d-4dda-80fc-d01e0c247c04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0632126 Mar 08 04:19:09.891036 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f503a9b-1dc7-474b-bfce-70bb24a29331 req-367f1783-1985-49b4-a144-1b0eafc45a8d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694808 Mar 08 04:19:09.954161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-2f74b317-2673-47bc-9f90-776c8e36106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:09.955794 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-2f74b317-2673-47bc-9f90-776c8e36106e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0599854 Mar 08 04:19:10.089997 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-c0a40f6c-4584-447c-88c8-e945af792f9f service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270089 Mar 08 04:19:10.218430 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-307a0919-9ef4-4d4a-bd11-1ba00dac07ae req-6a98279a-c298-4e8d-a5a0-0bba48a4e220 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200662 Mar 08 04:19:10.487999 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50280) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:10.653056 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffb04-5743-4da6-b469-4c9afbf1b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:10.666038 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca86bc-25cd-40fe-b89f-f2f68836a357 req-955822b1-dd12-421a-baca-5a210749928e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:10.672259 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1eca86bc-25cd-40fe-b89f-f2f68836a357 req-955822b1-dd12-421a-baca-5a210749928e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 944 time: 0.0936556 Mar 08 04:19:10.743554 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1eca86bc-25cd-40fe-b89f-f2f68836a357 req-8400ee42-8891-453d-a32c-e0a10994cbdd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575657 Mar 08 04:19:10.943634 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43091541-c3ae-4aad-a650-1242fb1ce422 req-981d423d-59a5-4b71-82ad-0da5cb2b433a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:10.945147 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43091541-c3ae-4aad-a650-1242fb1ce422 req-981d423d-59a5-4b71-82ad-0da5cb2b433a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 943 time: 0.1234822 Mar 08 04:19:11.011400 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43091541-c3ae-4aad-a650-1242fb1ce422 req-7f18af20-b948-4404-ae8d-a96d7fd9ca13 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Mar 08 04:19:11.062552 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffb04-5743-4da6-b469-4c9afbf1b24e admin admin] Publish callbacks [] for security_group (99989163-e066-40d5-878b-2bb48495ec6e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.072379 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffb04-5743-4da6-b469-4c9afbf1b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (99989163-e066-40d5-878b-2bb48495ec6e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.126256 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0c1ffb04-5743-4da6-b469-4c9afbf1b24e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b39a0f5bf13d4e278915707ba7fc7c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368484 Mar 08 04:19:11.128894 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50320) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:11.163171 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ffb04-5743-4da6-b469-4c9afbf1b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99989163-e066-40d5-878b-2bb48495ec6e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:11.170381 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fed5de-a065-403d-ba61-9b2169500449 req-8230b0ba-95e0-4afd-a758-963d2557a9b2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:11.185679 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3fed5de-a065-403d-ba61-9b2169500449 req-8230b0ba-95e0-4afd-a758-963d2557a9b2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 944 time: 0.0724807 Mar 08 04:19:11.207333 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] Publish callbacks [] for security_group (99989163-e066-40d5-878b-2bb48495ec6e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.248145 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] Publish callbacks [] for security_group (99989163-e066-40d5-878b-2bb48495ec6e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.259991 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3fed5de-a065-403d-ba61-9b2169500449 req-bc72444d-22ea-4250-82be-33b627b4793c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723317 Mar 08 04:19:11.322097 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (99989163-e066-40d5-878b-2bb48495ec6e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.326880 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.331362 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99989163-e066-40d5-878b-2bb48495ec6e HTTP/1.1" status: 204 len: 168 time: 0.2013521 Mar 08 04:19:11.339406 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9c6a8-b0c3-4220-8ae2-bdf6d014be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99989163-e066-40d5-878b-2bb48495ec6e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:11.442065 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2a433edc-9c77-4149-a669-327eab7dad99 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:19:11.472999 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2e4531bb-304a-435b-a1e8-cf0ac470c19d up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:11.596903 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2a433edc-9c77-4149-a669-327eab7dad99,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:11.605072 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 2e4531bb-304a-435b-a1e8-cf0ac470c19d completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:11.617455 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '2a433edc-9c77-4149-a669-327eab7dad99', 'network_id': '5b1a9257-fb0c-4a45-ba23-62a4c101864a', 'port_id': '2a433edc-9c77-4149-a669-327eab7dad99', 'mac_address': 'fa:16:3e:c7:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a2320b-34a8-429a-a17b-28d1fc687b70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:19:11.619244 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 2e4531bb-304a-435b-a1e8-cf0ac470c19d triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:11.619605 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.697364 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 2a433edc-9c77-4149-a669-327eab7dad99 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:11.697784 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a433edc-9c77-4149-a669-327eab7dad99), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.716538 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a433edc-9c77-4149-a669-327eab7dad99 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:11.766610 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2a433edc-9c77-4149-a669-327eab7dad99,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:11.768352 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 2e4531bb-304a-435b-a1e8-cf0ac470c19d is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:11.769101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.795117 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.847127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:11.849794 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9266c70d-d04f-41f1-85c6-f203620928e4" -d '{"events": [{"server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:11.881148 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:11.899814 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:11.915075 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:11.987439 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07630736-a7a1-4ed3-a1ac-ef26e35ec2d1 x-openstack-request-id: req-07630736-a7a1-4ed3-a1ac-ef26e35ec2d1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:11.987838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:11.988162 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07630736-a7a1-4ed3-a1ac-ef26e35ec2d1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:11.988775 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d', 'code': 200} Mar 08 04:19:11.998918 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50370) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:12.022950 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-334da4a0-1a5d-43d6-b3e0-fcab689504d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.052694 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e8542-7a55-45fe-9faf-fbcd34220442 req-0e386a29-3050-4d3f-9a4f-155423769a84 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:12.054995 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:12.066561 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0c2e8542-7a55-45fe-9faf-fbcd34220442 req-0e386a29-3050-4d3f-9a4f-155423769a84 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 944 time: 0.1027884 Mar 08 04:19:12.159254 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0c2e8542-7a55-45fe-9faf-fbcd34220442 req-7b137cb8-b69a-4161-a86f-e7fb9af4f59d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884283 Mar 08 04:19:12.259681 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bdd2e-1d8c-404a-a6b4-2610ca159ab7 req-91013593-b364-4976-8f14-510df2d98e28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:12.262615 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-256bdd2e-1d8c-404a-a6b4-2610ca159ab7 req-91013593-b364-4976-8f14-510df2d98e28 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 943 time: 0.1014566 Mar 08 04:19:12.263647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-334da4a0-1a5d-43d6-b3e0-fcab689504d7 admin admin] Publish callbacks [] for security_group (2d0f4f09-d750-4260-bda1-56417b0fe593), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.269322 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-334da4a0-1a5d-43d6-b3e0-fcab689504d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2d0f4f09-d750-4260-bda1-56417b0fe593), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.363396 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['2a433edc-9c77-4149-a669-327eab7dad99'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:12.364838 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-334da4a0-1a5d-43d6-b3e0-fcab689504d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cff90e30f52490dbafb5b014d78c90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642190 Mar 08 04:19:12.365643 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50384) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:12.368049 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334da4a0-1a5d-43d6-b3e0-fcab689504d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f4f09-d750-4260-bda1-56417b0fe593,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:12.422688 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-256bdd2e-1d8c-404a-a6b4-2610ca159ab7 req-4d49db16-a557-47ad-b2bf-58dfe2dfdd1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510258 Mar 08 04:19:12.463007 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] Publish callbacks [] for security_group (2d0f4f09-d750-4260-bda1-56417b0fe593), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.467510 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cb39-02cb-4b30-8810-05bbb0b7dea3 req-f9861d73-67c9-45d7-81e1-6defa1c36851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:12.469022 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-11f2cb39-02cb-4b30-8810-05bbb0b7dea3 req-f9861d73-67c9-45d7-81e1-6defa1c36851 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1129 time: 0.1551313 Mar 08 04:19:12.507987 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130fd09-28d9-4b46-aab2-18e4ea9f70aa req-c9d44196-fc45-4a4d-8fca-e2b489204680 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:12.517134 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2130fd09-28d9-4b46-aab2-18e4ea9f70aa req-c9d44196-fc45-4a4d-8fca-e2b489204680 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0917149 Mar 08 04:19:12.519933 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] Publish callbacks [] for security_group (2d0f4f09-d750-4260-bda1-56417b0fe593), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.582381 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-11f2cb39-02cb-4b30-8810-05bbb0b7dea3 req-4567fbc4-95d8-44c6-99af-11f1927ab161 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037827 Mar 08 04:19:12.599041 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2130fd09-28d9-4b46-aab2-18e4ea9f70aa req-58e5d1b2-baa8-4c33-a7f4-6fedb4b85194 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808334 Mar 08 04:19:12.617944 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2d0f4f09-d750-4260-bda1-56417b0fe593), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.620911 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:12.622090 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d0f4f09-d750-4260-bda1-56417b0fe593 HTTP/1.1" status: 204 len: 168 time: 0.2550299 Mar 08 04:19:12.630247 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9971-01d8-4d38-bc76-9f04c128f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f4f09-d750-4260-bda1-56417b0fe593,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:13.308197 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b7af8-e388-4cf1-a638-f669c3b17e09 req-986b64a1-a47e-4d99-b094-88700c43fec3 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:13.315791 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e0b7af8-e388-4cf1-a638-f669c3b17e09 req-986b64a1-a47e-4d99-b094-88700c43fec3 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 944 time: 0.0726800 Mar 08 04:19:13.362210 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78e36588-6fa1-4e39-bf3e-1443f5453020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:13.383142 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e0b7af8-e388-4cf1-a638-f669c3b17e09 req-ceff8a7f-dcab-4930-ba18-ac14e01ca216 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640535 Mar 08 04:19:13.459305 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c9283a74-e9bd-4980-946c-c019ac9be611 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:19:13.586961 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4a2a-fe43-4acd-a634-a5831e924e73 req-71484a55-c6e4-44bd-9566-788099daa5ef tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:13.588860 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-277d4a2a-fe43-4acd-a634-a5831e924e73 req-71484a55-c6e4-44bd-9566-788099daa5ef tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 943 time: 0.0847888 Mar 08 04:19:13.620497 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9283a74-e9bd-4980-946c-c019ac9be611,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:13.647239 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:19:13.662158 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-277d4a2a-fe43-4acd-a634-a5831e924e73 req-c82b021e-1b8a-4cc5-89a2-e17f9edb7a81 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674596 Mar 08 04:19:13.739281 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port c9283a74-e9bd-4980-946c-c019ac9be611 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:13.739691 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:13.761617 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9283a74-e9bd-4980-946c-c019ac9be611 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:13.786214 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09aabb-277e-4bc0-997e-f3a29b8cf66c req-13f0ef39-b410-4040-8f41-e9b02f0cd087 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:13.799862 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aa09aabb-277e-4bc0-997e-f3a29b8cf66c req-13f0ef39-b410-4040-8f41-e9b02f0cd087 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0773029 Mar 08 04:19:13.805867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9283a74-e9bd-4980-946c-c019ac9be611,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:13.812530 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:13.814792 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 3217ce91-7231-496d-9f4e-81bdb0bc56d1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:19:13.924854 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aa09aabb-277e-4bc0-997e-f3a29b8cf66c req-54f66bc8-39c4-4d18-b266-f6e0fb9f7fb4 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Mar 08 04:19:13.945094 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:14.056112 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:14.076171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'port_id': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'mac_address': 'fa:16:3e:4e:fa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:19:14.141053 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:14.141553 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.174053 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3217ce91-7231-496d-9f4e-81bdb0bc56d1 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:14.190960 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a408c-0ef2-4ca8-96ee-888e42d55990 req-bd67f2fd-6806-4176-98c6-211d6de4d65e tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:14.191709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-622a408c-0ef2-4ca8-96ee-888e42d55990 req-bd67f2fd-6806-4176-98c6-211d6de4d65e tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.0966530 Mar 08 04:19:14.209267 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:14.215540 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.268251 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-622a408c-0ef2-4ca8-96ee-888e42d55990 req-dbfea89c-8ac0-4e65-b631-a0358fd875bf tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Mar 08 04:19:14.299229 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:14.413745 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50488) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:14.524514 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf0434-5dfa-4253-9f0f-d26f430a0745 req-d2a50bfc-2e39-4c73-ab67-4dffd6afd92d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:14.526039 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8fbf0434-5dfa-4253-9f0f-d26f430a0745 req-d2a50bfc-2e39-4c73-ab67-4dffd6afd92d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 945 time: 0.0740902 Mar 08 04:19:14.581524 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8fbf0434-5dfa-4253-9f0f-d26f430a0745 req-5878cd66-40c2-4d6f-b35f-d7288e1861a7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Mar 08 04:19:14.688475 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf821983-6997-4001-b55f-d27408beb603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.802227 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba92e-90f1-4012-a632-603eaf38873d req-3abcdf88-ba7d-4a56-8711-f57166e23ff7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:14.807398 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf821983-6997-4001-b55f-d27408beb603 admin admin] Publish callbacks [] for security_group (0e2010ac-f104-4e7b-95cd-1f01fa93268c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.807731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['c9283a74-e9bd-4980-946c-c019ac9be611'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:14.808514 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1deba92e-90f1-4012-a632-603eaf38873d req-3abcdf88-ba7d-4a56-8711-f57166e23ff7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 944 time: 0.0699818 Mar 08 04:19:14.815230 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf821983-6997-4001-b55f-d27408beb603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0e2010ac-f104-4e7b-95cd-1f01fa93268c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.843952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['3217ce91-7231-496d-9f4e-81bdb0bc56d1'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:14.872580 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-cf821983-6997-4001-b55f-d27408beb603 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fe45a320acd40b78b4d615fccde028f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567719 Mar 08 04:19:14.873287 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50518) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:14.873916 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf821983-6997-4001-b55f-d27408beb603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2010ac-f104-4e7b-95cd-1f01fa93268c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:14.917438 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1deba92e-90f1-4012-a632-603eaf38873d req-b2c4d406-ef4b-403f-9df6-b1448957d684 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079583 Mar 08 04:19:14.969124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] Publish callbacks [] for security_group (0e2010ac-f104-4e7b-95cd-1f01fa93268c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.993593 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] Publish callbacks [] for security_group (0e2010ac-f104-4e7b-95cd-1f01fa93268c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:14.995929 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50524) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.058932 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0e2010ac-f104-4e7b-95cd-1f01fa93268c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.062241 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.066677 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e2010ac-f104-4e7b-95cd-1f01fa93268c HTTP/1.1" status: 204 len: 168 time: 0.1891878 Mar 08 04:19:15.079497 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ac46-90e6-4a72-b616-dde24d7646b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2010ac-f104-4e7b-95cd-1f01fa93268c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:15.088053 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98302e-3719-47bf-8a58-69158601f02a req-154c08f1-b952-4ec7-b2b8-49a00014a01b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.090451 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3c98302e-3719-47bf-8a58-69158601f02a req-154c08f1-b952-4ec7-b2b8-49a00014a01b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Mar 08 04:19:15.154800 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3c98302e-3719-47bf-8a58-69158601f02a req-bac65f90-37fa-4174-ba3f-a8b85a5ad0c1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576146 Mar 08 04:19:15.193793 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-508c2cd1-3851-4ab2-8147-f8f0cd4cc54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.277701 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-508c2cd1-3851-4ab2-8147-f8f0cd4cc54c admin admin] Publish callbacks [] for security_group (25114752-d35c-4b1f-882c-8553b60c9dd8), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.284202 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-508c2cd1-3851-4ab2-8147-f8f0cd4cc54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (25114752-d35c-4b1f-882c-8553b60c9dd8), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.318102 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50540) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.334627 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2cd1-3851-4ab2-8147-f8f0cd4cc54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25114752-d35c-4b1f-882c-8553b60c9dd8,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:15.340632 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-508c2cd1-3851-4ab2-8147-f8f0cd4cc54c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=025d3b26b39347a3a0918721f717963f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435631 Mar 08 04:19:15.343819 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50546) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.432346 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] Publish callbacks [] for security_group (25114752-d35c-4b1f-882c-8553b60c9dd8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.441650 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70ce2d-d0d7-4b73-b464-b5d611bcf2df req-a3f3d844-2648-44a7-9e4b-fac53932ca74 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.450558 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec70ce2d-d0d7-4b73-b464-b5d611bcf2df req-a3f3d844-2648-44a7-9e4b-fac53932ca74 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.0726745 Mar 08 04:19:15.465060 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2a433edc-9c77-4149-a669-327eab7dad99 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:15.484405 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] Publish callbacks [] for security_group (25114752-d35c-4b1f-882c-8553b60c9dd8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.534110 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec70ce2d-d0d7-4b73-b464-b5d611bcf2df req-10d81623-0ec9-4252-9a33-994d2e6821dc tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654471 Mar 08 04:19:15.540986 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0530e952-b5e0-4ea1-b4ef-ad3d59bde525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.582393 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74827b69-13cb-4a5f-8252-6ebf1515b0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.611093 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (25114752-d35c-4b1f-882c-8553b60c9dd8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.616776 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.622025 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25114752-d35c-4b1f-882c-8553b60c9dd8 HTTP/1.1" status: 204 len: 168 time: 0.2765870 Mar 08 04:19:15.622825 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 2a433edc-9c77-4149-a669-327eab7dad99 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:15.634052 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-73b67a1d-5aee-41f7-9172-7b353d943542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.636836 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-73b67a1d-5aee-41f7-9172-7b353d943542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1129 time: 0.1016979 Mar 08 04:19:15.637958 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 2a433edc-9c77-4149-a669-327eab7dad99 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:15.639712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1431da7-9ea2-4380-99a1-34edbf9b425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25114752-d35c-4b1f-882c-8553b60c9dd8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:15.639817 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (2a433edc-9c77-4149-a669-327eab7dad99), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.644995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91865d8-19c5-4dba-9e9a-be2bd2d0db3c req-2d7cb83b-061d-421f-930d-b8fc6708f0fa tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.653779 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a91865d8-19c5-4dba-9e9a-be2bd2d0db3c req-2d7cb83b-061d-421f-930d-b8fc6708f0fa tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1173930 Mar 08 04:19:15.755729 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50556) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.799773 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a91865d8-19c5-4dba-9e9a-be2bd2d0db3c req-1f9f843d-0ef7-4188-ae75-6ff85fc260ec tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451166 Mar 08 04:19:15.801956 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0530e952-b5e0-4ea1-b4ef-ad3d59bde525 admin admin] Publish callbacks [] for security_group (77b18086-a746-4f6a-b1f1-9268bab730a3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.819700 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0530e952-b5e0-4ea1-b4ef-ad3d59bde525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (77b18086-a746-4f6a-b1f1-9268bab730a3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.830021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-78c194c4-3667-46dc-8417-e37cb5fd0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.831652 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-78c194c4-3667-46dc-8417-e37cb5fd0301 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.1756661 Mar 08 04:19:15.833014 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 2a433edc-9c77-4149-a669-327eab7dad99 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:15.833566 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a433edc-9c77-4149-a669-327eab7dad99), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.833962 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2d7ef33-9861-46ca-b42c-934e50fea437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.879834 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:15.883862 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e26fb0-632c-401a-94fd-7922a6bd51f7" -d '{"events": [{"server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "name": "network-vif-plugged", "status": "completed", "tag": "2a433edc-9c77-4149-a669-327eab7dad99"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:15.890171 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96d31-f97e-4bfc-bfc1-fee1e29178a3 req-cca5697b-4e35-4270-9067-aea7fdaba787 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:15.891719 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6e96d31-f97e-4bfc-bfc1-fee1e29178a3 req-cca5697b-4e35-4270-9067-aea7fdaba787 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 945 time: 0.1533349 Mar 08 04:19:15.892961 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-dbeb50d0-2de1-45ba-adfb-69211f5ac412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 200 len: 217 time: 0.0517800 Mar 08 04:19:15.906843 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2a433edc-9c77-4149-a669-327eab7dad99,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:15.914364 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:15.938997 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0530e952-b5e0-4ea1-b4ef-ad3d59bde525 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80a5215b627545388ec4c3cd19b28d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197243 Mar 08 04:19:15.942018 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50560) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.958784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50564) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:15.967223 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd465f5-d924-4fd6-9d29-6247904c287a x-openstack-request-id: req-3cd465f5-d924-4fd6-9d29-6247904c287a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:15.967631 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "name": "network-vif-plugged", "status": "completed", "tag": "2a433edc-9c77-4149-a669-327eab7dad99", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:15.968041 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cd465f5-d924-4fd6-9d29-6247904c287a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:15.968610 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99', 'code': 200} Mar 08 04:19:15.996833 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.038197 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530e952-b5e0-4ea1-b4ef-ad3d59bde525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b18086-a746-4f6a-b1f1-9268bab730a3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.070619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] Publish callbacks [] for security_group (77b18086-a746-4f6a-b1f1-9268bab730a3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.111581 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] Publish callbacks [] for security_group (77b18086-a746-4f6a-b1f1-9268bab730a3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.112347 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6e96d31-f97e-4bfc-bfc1-fee1e29178a3 req-9a24c1df-98b2-48bc-99e9-0c217b5081a5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086825 Mar 08 04:19:16.126344 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-5c1f217f-a049-46ee-b87c-bc7b548950d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:16.128263 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-5c1f217f-a049-46ee-b87c-bc7b548950d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.2127264 Mar 08 04:19:16.140311 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e58c36-7b8b-41c4-95d5-83921c8e9e7e req-284d1628-c96f-4bb4-8a94-08ee11ebca7f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:16.142011 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-63e58c36-7b8b-41c4-95d5-83921c8e9e7e req-284d1628-c96f-4bb4-8a94-08ee11ebca7f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 944 time: 0.1119776 Mar 08 04:19:16.166107 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2d7ef33-9861-46ca-b42c-934e50fea437 admin admin] Publish callbacks [] for security_group (d89de886-62a9-4d22-8361-098656c37aa7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.174359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-cefc5f14-ac7e-4322-acf9-6c2c33e9f4c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312169 Mar 08 04:19:16.174566 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2d7ef33-9861-46ca-b42c-934e50fea437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d89de886-62a9-4d22-8361-098656c37aa7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.222852 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (77b18086-a746-4f6a-b1f1-9268bab730a3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.225524 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.226833 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b18086-a746-4f6a-b1f1-9268bab730a3 HTTP/1.1" status: 204 len: 168 time: 0.2821486 Mar 08 04:19:16.233330 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c2d7ef33-9861-46ca-b42c-934e50fea437 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e52bd8935594419892761235e999d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765704 Mar 08 04:19:16.234306 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50572) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:16.234987 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7ef33-9861-46ca-b42c-934e50fea437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89de886-62a9-4d22-8361-098656c37aa7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.265839 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-63e58c36-7b8b-41c4-95d5-83921c8e9e7e req-60d7be34-ce1c-47a5-ba7d-4450d70fae5d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944233 Mar 08 04:19:16.296525 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c770a44-a548-47ba-8c77-66c5bbce307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b18086-a746-4f6a-b1f1-9268bab730a3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.318208 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6114c72d-8f46-435c-9ad6-31dfc6567054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.323809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] Publish callbacks [] for security_group (d89de886-62a9-4d22-8361-098656c37aa7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.351177 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] Publish callbacks [] for security_group (d89de886-62a9-4d22-8361-098656c37aa7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.369540 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50574) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:16.401441 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-561c8b43-8abc-458e-a92f-2600c006df66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.404887 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-d9bf9492-5d70-4cb0-bd23-ecd202e0ab94 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240789 Mar 08 04:19:16.465270 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d387d9-7793-4658-9c81-3d74d8aa7edd req-f6f16863-b9cf-4445-b6e0-bc3744f827a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:16.466835 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-46d387d9-7793-4658-9c81-3d74d8aa7edd req-f6f16863-b9cf-4445-b6e0-bc3744f827a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.0833116 Mar 08 04:19:16.479508 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d89de886-62a9-4d22-8361-098656c37aa7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.483055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.486608 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d89de886-62a9-4d22-8361-098656c37aa7 HTTP/1.1" status: 204 len: 168 time: 0.2463081 Mar 08 04:19:16.502785 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46a557-0c15-4c88-88ef-d41f446bd7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89de886-62a9-4d22-8361-098656c37aa7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.539776 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-46d387d9-7793-4658-9c81-3d74d8aa7edd req-b2121baf-67f8-4a22-9820-46c716f2fa54 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Mar 08 04:19:16.571452 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-11ce695f-3ea8-4c7e-9aed-5c1ce3a98132 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:16.573077 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-11ce695f-3ea8-4c7e-9aed-5c1ce3a98132 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.2233560 Mar 08 04:19:16.647813 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6114c72d-8f46-435c-9ad6-31dfc6567054 admin admin] Publish callbacks [] for security_group (59dfc15e-539f-4b99-bd5e-406549644af9), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.655028 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac2fb0d7-ccc3-460f-89d9-4a8dc9adacd2 req-7795a32d-fa39-4a80-9f4d-9da16f78faa9 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410312 Mar 08 04:19:16.661044 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6114c72d-8f46-435c-9ad6-31dfc6567054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (59dfc15e-539f-4b99-bd5e-406549644af9), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.729636 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6114c72d-8f46-435c-9ad6-31dfc6567054 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93377af4039a4bde9168956ad0a69f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7352104 Mar 08 04:19:16.730690 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50584) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:16.734306 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-561c8b43-8abc-458e-a92f-2600c006df66 admin admin] Publish callbacks [] for security_group (21a0c9af-640e-4d4a-b7fa-14d7ca7a134b), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.739235 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114c72d-8f46-435c-9ad6-31dfc6567054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dfc15e-539f-4b99-bd5e-406549644af9,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.743201 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-561c8b43-8abc-458e-a92f-2600c006df66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (21a0c9af-640e-4d4a-b7fa-14d7ca7a134b), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.755366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70d6f-54b2-48c9-9e15-9dccd127d526 req-12c2b8bf-6e50-4f21-971c-e74bcafa50a6 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:16.762752 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-61f70d6f-54b2-48c9-9e15-9dccd127d526 req-12c2b8bf-6e50-4f21-971c-e74bcafa50a6 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 945 time: 0.1625750 Mar 08 04:19:16.786396 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50586) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:16.794389 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.813542 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] Publish callbacks [] for security_group (59dfc15e-539f-4b99-bd5e-406549644af9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.815627 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71ef8fb1-30f9-494b-89ea-fd2a8d8e55f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.823331 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-561c8b43-8abc-458e-a92f-2600c006df66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2ad4bc5958a479fb2bcc038aec04165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499953 Mar 08 04:19:16.829319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c8b43-8abc-458e-a92f-2600c006df66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0c9af-640e-4d4a-b7fa-14d7ca7a134b,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:16.830224 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50590) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:16.869245 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-61f70d6f-54b2-48c9-9e15-9dccd127d526 req-b94379ac-f686-4e43-84e8-ec37fa82748b tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/security-groups?id=2514e246-0fb0-46ec-a82e-591654f950ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055901 Mar 08 04:19:16.894429 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] Publish callbacks [] for security_group (59dfc15e-539f-4b99-bd5e-406549644af9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:16.977422 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] Publish callbacks [] for security_group (21a0c9af-640e-4d4a-b7fa-14d7ca7a134b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.006650 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71ef8fb1-30f9-494b-89ea-fd2a8d8e55f0 admin admin] Publish callbacks [] for security_group (3e86304d-ee91-4582-96ea-63606e0d2c40), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.011471 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (59dfc15e-539f-4b99-bd5e-406549644af9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.014047 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.015694 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59dfc15e-539f-4b99-bd5e-406549644af9 HTTP/1.1" status: 204 len: 168 time: 0.2831669 Mar 08 04:19:17.025478 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71ef8fb1-30f9-494b-89ea-fd2a8d8e55f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3e86304d-ee91-4582-96ea-63606e0d2c40), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.030122 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] Publish callbacks [] for security_group (21a0c9af-640e-4d4a-b7fa-14d7ca7a134b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.050614 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6931804-7071-4f90-b6cb-4a25dabe76d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dfc15e-539f-4b99-bd5e-406549644af9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.112857 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-71ef8fb1-30f9-494b-89ea-fd2a8d8e55f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6896a71a39c4d99928c05b3888b677d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234539 Mar 08 04:19:17.115664 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef8fb1-30f9-494b-89ea-fd2a8d8e55f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86304d-ee91-4582-96ea-63606e0d2c40,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.118300 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50606) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:17.171577 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (21a0c9af-640e-4d4a-b7fa-14d7ca7a134b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.174968 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.176147 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a0c9af-640e-4d4a-b7fa-14d7ca7a134b HTTP/1.1" status: 204 len: 168 time: 0.3447473 Mar 08 04:19:17.194921 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] Publish callbacks [] for security_group (3e86304d-ee91-4582-96ea-63606e0d2c40), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.200849 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f97c5-7546-4bcb-b0bb-a4dadceda89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0c9af-640e-4d4a-b7fa-14d7ca7a134b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.225073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] Publish callbacks [] for security_group (3e86304d-ee91-4582-96ea-63606e0d2c40), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.299888 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3e86304d-ee91-4582-96ea-63606e0d2c40), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.304285 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.310124 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e86304d-ee91-4582-96ea-63606e0d2c40 HTTP/1.1" status: 204 len: 168 time: 0.1907361 Mar 08 04:19:17.329996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b867c-4adc-47a8-ace5-4073ac087c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86304d-ee91-4582-96ea-63606e0d2c40,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.447777 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7250b-e4ab-4a52-9c44-86afb16ab389 req-a524ddaa-fceb-4e9f-9716-ba8ec51ff608 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:17.449516 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53a7250b-e4ab-4a52-9c44-86afb16ab389 req-a524ddaa-fceb-4e9f-9716-ba8ec51ff608 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.5451670 Mar 08 04:19:17.460959 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c9283a74-e9bd-4980-946c-c019ac9be611 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:17.471525 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983aa7-ba56-43ae-9df1-66330b3bd68d req-6a1aadb8-3491-4769-8665-547c6fdb09ad tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:17.475944 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec983aa7-ba56-43ae-9df1-66330b3bd68d req-6a1aadb8-3491-4769-8665-547c6fdb09ad tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 945 time: 0.1570189 Mar 08 04:19:17.476521 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50622) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:17.505522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07b01ca9-84ec-4146-9aea-16b11c1ba234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.543731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port c9283a74-e9bd-4980-946c-c019ac9be611 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:17.550144 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Deleting port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:19:17.550491 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.551026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port c9283a74-e9bd-4980-946c-c019ac9be611 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:17.553057 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.586072 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53a7250b-e4ab-4a52-9c44-86afb16ab389 req-002dc8c2-06e5-45b1-aa78-b9e8df3746f7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267428 Mar 08 04:19:17.611103 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec983aa7-ba56-43ae-9df1-66330b3bd68d req-3d04abd8-7f5e-4984-859f-d3baacb32464 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233435 Mar 08 04:19:17.681020 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07b01ca9-84ec-4146-9aea-16b11c1ba234 admin admin] Publish callbacks [] for security_group (3ffd9f61-deda-4b8f-974b-ea456e50f432), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.687627 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07b01ca9-84ec-4146-9aea-16b11c1ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3ffd9f61-deda-4b8f-974b-ea456e50f432), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.719627 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] For port c50f25fd-d916-4a90-b82f-57cb50f7cfe1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,segment=NetworkSegment(08b1108c-d7fa-4bd1-9970-c69de086a95f),segment_id=08b1108c-d7fa-4bd1-9970-c69de086a95f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:17.720007 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.720896 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-07b01ca9-84ec-4146-9aea-16b11c1ba234 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=961b549b61104942b42f7bb8dac2a281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431469 Mar 08 04:19:17.729237 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50626) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:17.737651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Calling delete_port for c50f25fd-d916-4a90-b82f-57cb50f7cfe1 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:19:17.767647 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port c9283a74-e9bd-4980-946c-c019ac9be611 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:17.769332 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b01ca9-84ec-4146-9aea-16b11c1ba234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd9f61-deda-4b8f-974b-ea456e50f432,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.771054 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.799592 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] Publish callbacks [] for security_group (3ffd9f61-deda-4b8f-974b-ea456e50f432), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.837548 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] Publish callbacks [] for security_group (3ffd9f61-deda-4b8f-974b-ea456e50f432), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.852849 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9283a74-e9bd-4980-946c-c019ac9be611,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:17.864761 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.865643 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 3217ce91-7231-496d-9f4e-81bdb0bc56d1 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:17.923806 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3ffd9f61-deda-4b8f-974b-ea456e50f432), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.927054 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:17.928286 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ffd9f61-deda-4b8f-974b-ea456e50f432 HTTP/1.1" status: 204 len: 168 time: 0.1981983 Mar 08 04:19:17.948756 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdcb04-7e3c-4aef-b775-4199c8cfe88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd9f61-deda-4b8f-974b-ea456e50f432,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:17.977582 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:17.980016 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2f79e-6228-4a7b-ba58-3389065f9ea7" -d '{"events": [{"server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "name": "network-vif-plugged", "status": "completed", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:17.990697 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009c862-9766-4be9-bd5a-2cd0baa078e9 req-0cec60f4-240e-441d-8db2-c3fa8dcfd8fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:17.994182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:18.000021 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1009c862-9766-4be9-bd5a-2cd0baa078e9 req-0cec60f4-240e-441d-8db2-c3fa8dcfd8fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.1300673 Mar 08 04:19:18.010967 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:18.016390 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:18.017103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.027816 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c50f25fd-d916-4a90-b82f-57cb50f7cfe1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.076146 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['c50f25fd-d916-4a90-b82f-57cb50f7cfe1'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:18.121043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Pushing event deleted for resources: {'Port': ['ID=c50f25fd-d916-4a90-b82f-57cb50f7cfe1,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:18.155731 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92eda8c8-765f-46d9-a5e0-581607b7a50d req-a7059523-1070-45b6-8888-368129ae360e tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.1074712 Mar 08 04:19:18.171005 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:18.171988 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.191119 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1009c862-9766-4be9-bd5a-2cd0baa078e9 req-f1a0fee5-17b4-4177-8004-a41cf439f788 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900694 Mar 08 04:19:18.208415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.227710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] No DVR routers for this DVR port c50f25fd-d916-4a90-b82f-57cb50f7cfe1 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:19:18.231307 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.234855 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-41ecd251-71ec-4f1d-88b5-ea1f31eadf30 req-ac3eba94-6192-493e-84b5-bbc5200841c7 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.42 "DELETE /v2.0/ports/c50f25fd-d916-4a90-b82f-57cb50f7cfe1 HTTP/1.1" status: 204 len: 173 time: 1.2888894 Mar 08 04:19:18.235379 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'name': 'network-vif-deleted', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:18.241927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d436e28-8874-48b2-861f-2d0b9ee296c6" -d '{"events": [{"server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "name": "network-vif-deleted", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:18.243632 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:18.253006 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:18.281583 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72eca50-d45a-497c-96a6-1153fdb20625 x-openstack-request-id: req-c72eca50-d45a-497c-96a6-1153fdb20625 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:18.281906 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "name": "network-vif-plugged", "status": "completed", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:18.282166 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c72eca50-d45a-497c-96a6-1153fdb20625 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:18.282551 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'code': 200} Mar 08 04:19:18.298040 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54f997b-dfbe-4998-819f-7841cd8816a0 x-openstack-request-id: req-c54f997b-dfbe-4998-819f-7841cd8816a0 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:18.298961 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5937309-384f-4e59-a62b-54a4da5e85b6", "name": "network-vif-deleted", "tag": "c50f25fd-d916-4a90-b82f-57cb50f7cfe1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:18.299412 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c54f997b-dfbe-4998-819f-7841cd8816a0 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:18.299992 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5937309-384f-4e59-a62b-54a4da5e85b6', 'name': 'network-vif-deleted', 'tag': 'c50f25fd-d916-4a90-b82f-57cb50f7cfe1', 'status': 'completed', 'code': 200} Mar 08 04:19:18.329905 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:18.601024 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761980f1-1184-4dec-abca-f82a2291e6f6 req-4f067a50-2c22-4fc5-b6e8-fd954ea5f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:18.602952 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-761980f1-1184-4dec-abca-f82a2291e6f6 req-4f067a50-2c22-4fc5-b6e8-fd954ea5f2ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 1129 time: 0.0674872 Mar 08 04:19:18.715640 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-761980f1-1184-4dec-abca-f82a2291e6f6 req-dfa1bdde-5801-4aea-80ce-4885c5cba692 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062083 Mar 08 04:19:18.800399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aea65-8a79-4a46-87bd-d90cf2885fd5 req-336bfcb3-66ef-431f-b6f8-682d6ea042b7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:18.801979 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c13aea65-8a79-4a46-87bd-d90cf2885fd5 req-336bfcb3-66ef-431f-b6f8-682d6ea042b7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1019959 Mar 08 04:19:18.810959 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507cf53-346d-4656-9135-88c18a7a5a5f req-1ba805c3-a4cf-4586-a965-8e1f54801454 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:18.812594 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2507cf53-346d-4656-9135-88c18a7a5a5f req-1ba805c3-a4cf-4586-a965-8e1f54801454 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0790963 Mar 08 04:19:18.884045 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c13aea65-8a79-4a46-87bd-d90cf2885fd5 req-eb1ac961-b9da-4805-9eb7-7054c6e2baad tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704813 Mar 08 04:19:18.914785 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2507cf53-346d-4656-9135-88c18a7a5a5f req-39e31f6d-0587-47da-870a-5b33a790fa81 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826218 Mar 08 04:19:19.126484 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-0dc0c1ee-9d05-4726-a937-4e2c97a4c518 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260561 Mar 08 04:19:19.274803 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-e87f0910-8018-4da6-804a-951387658035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.0502326 Mar 08 04:19:19.392333 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-98e9ef6e-db61-4a88-b182-73c05cb96166 req-0eda728c-e79c-42a1-bec9-33690ab0c352 tempest-DeleteServersTestJSON-718454556 tempest-DeleteServersTestJSON-718454556-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5937309-384f-4e59-a62b-54a4da5e85b6 HTTP/1.1" status: 200 len: 210 time: 0.0613246 Mar 08 04:19:19.461973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb427bf-482a-4c6d-aa89-60784fd55d38 req-46afeed1-ab0f-47c1-ac28-6e3664c26a01 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:19.464047 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4bb427bf-482a-4c6d-aa89-60784fd55d38 req-46afeed1-ab0f-47c1-ac28-6e3664c26a01 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.1844995 Mar 08 04:19:19.509585 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-ae5938d8-6b99-4b09-8abc-ec30703ac943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:19.512172 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-ae5938d8-6b99-4b09-8abc-ec30703ac943 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1605904 Mar 08 04:19:19.601501 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4bb427bf-482a-4c6d-aa89-60784fd55d38 req-a91f5e3b-488c-4572-89a0-ebf3c6a3667c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240163 Mar 08 04:19:19.622583 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:19.702737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-c1ea8296-032f-4512-a02f-570ea2423c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:19.704592 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e55bd2ef-86e2-40ce-8064-59cf078ab00f req-c1ea8296-032f-4512-a02f-570ea2423c59 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1864915 Mar 08 04:19:20.094812 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d643e02-34d7-4b36-9447-1f79a57f7ca3 req-89f24098-d70c-4072-a693-f8764e620e1a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:20.107113 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9d643e02-34d7-4b36-9447-1f79a57f7ca3 req-89f24098-d70c-4072-a693-f8764e620e1a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1106131 Mar 08 04:19:20.230795 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9d643e02-34d7-4b36-9447-1f79a57f7ca3 req-8a77c32b-c34e-41ac-b506-b00fcce327d4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218634 Mar 08 04:19:20.256651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41478e99-6f0a-4af4-8d3d-a51497c3e7c0 req-c371af3f-ad89-4bf5-91e8-0798da3f5782 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:20.264695 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-41478e99-6f0a-4af4-8d3d-a51497c3e7c0 req-c371af3f-ad89-4bf5-91e8-0798da3f5782 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1209300 Mar 08 04:19:20.274870 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50782) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:20.283918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:20.287267 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727d949-4829-4a29-b6c8-40f5b1b698a8" -d '{"events": [{"server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "name": "network-vif-plugged", "status": "completed", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:20.334236 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91846d8-f20d-4c70-8911-2119381580fb x-openstack-request-id: req-e91846d8-f20d-4c70-8911-2119381580fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:20.334606 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "name": "network-vif-plugged", "status": "completed", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:20.335001 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e91846d8-f20d-4c70-8911-2119381580fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:20.335216 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'code': 200} Mar 08 04:19:20.369263 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-41478e99-6f0a-4af4-8d3d-a51497c3e7c0 req-57e3f053-7fa6-42fa-873f-4945f0d0fc68 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036379 Mar 08 04:19:20.515111 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54441937-27f6-4798-ad13-0c9967abf79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.644405 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54441937-27f6-4798-ad13-0c9967abf79f admin admin] Publish callbacks [] for security_group (886cf78a-4912-4a3e-9c70-6ead6ec0d3b3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.652403 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54441937-27f6-4798-ad13-0c9967abf79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (886cf78a-4912-4a3e-9c70-6ead6ec0d3b3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.720409 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-54441937-27f6-4798-ad13-0c9967abf79f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0cb1981370746218599365d0c4a3270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443398 Mar 08 04:19:20.721151 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54441937-27f6-4798-ad13-0c9967abf79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886cf78a-4912-4a3e-9c70-6ead6ec0d3b3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:20.724792 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50812) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:20.749968 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73ce7-d0d1-4878-b698-a186775de282 req-f72a6548-65af-4011-9684-6df6e86c7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:20.751635 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-14c73ce7-d0d1-4878-b698-a186775de282 req-f72a6548-65af-4011-9684-6df6e86c7b54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1130 time: 0.0498786 Mar 08 04:19:20.782326 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] Publish callbacks [] for security_group (886cf78a-4912-4a3e-9c70-6ead6ec0d3b3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.812304 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] Publish callbacks [] for security_group (886cf78a-4912-4a3e-9c70-6ead6ec0d3b3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.907440 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-14c73ce7-d0d1-4878-b698-a186775de282 req-67235435-6ded-4368-b14f-c985a76eec2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997975 Mar 08 04:19:20.915152 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ed50-19b5-4e96-8be7-1aadc7bbe374 req-0657f046-ca56-43ab-a573-e1bae3643265 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:20.922228 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (886cf78a-4912-4a3e-9c70-6ead6ec0d3b3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.924060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-19d6ed50-19b5-4e96-8be7-1aadc7bbe374 req-0657f046-ca56-43ab-a573-e1bae3643265 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.1619303 Mar 08 04:19:20.926051 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:20.927938 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/886cf78a-4912-4a3e-9c70-6ead6ec0d3b3 HTTP/1.1" status: 204 len: 168 time: 0.2019036 Mar 08 04:19:20.950545 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d52a9-94c2-4240-b365-5c623725a844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cf78a-4912-4a3e-9c70-6ead6ec0d3b3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:21.035358 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-19d6ed50-19b5-4e96-8be7-1aadc7bbe374 req-6642a055-9c5d-4edd-ae79-23350844060d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072006 Mar 08 04:19:21.220076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dcf45-6259-48f8-a03e-ad91aee68679 req-524c1be3-aa4e-4b96-8029-16ad2af4d45d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:21.232593 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50834) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:21.237653 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:21.242844 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c0dcf45-6259-48f8-a03e-ad91aee68679 req-524c1be3-aa4e-4b96-8029-16ad2af4d45d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.1220505 Mar 08 04:19:21.334892 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:21.383610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a684aa-392b-445c-8ec0-69a37baadadd req-aa9b7b64-a345-48ac-bc9d-3f976024f43b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:21.385788 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-25a684aa-392b-445c-8ec0-69a37baadadd req-aa9b7b64-a345-48ac-bc9d-3f976024f43b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0627706 Mar 08 04:19:21.467763 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c50f25fd-d916-4a90-b82f-57cb50f7cfe1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:19:21.494376 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-25a684aa-392b-445c-8ec0-69a37baadadd req-7bf467fb-6636-48f5-9509-1fd731a44456 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021514 Mar 08 04:19:21.504520 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: c50f25fd-d916-4a90-b82f-57cb50f7cfe1 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:19:21.504881 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c50f25fd-d916-4a90-b82f-57cb50f7cfe1 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:19:21.572299 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425e307-bf94-4038-aab7-200b5d0194f9 req-f47f4b2e-4996-424a-ba5d-39ab6a402e5a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:21.574612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b425e307-bf94-4038-aab7-200b5d0194f9 req-f47f4b2e-4996-424a-ba5d-39ab6a402e5a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0840507 Mar 08 04:19:21.639618 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b425e307-bf94-4038-aab7-200b5d0194f9 req-dd41c2c2-19b2-458a-86da-9d682d1ad6d9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Mar 08 04:19:22.045696 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.049947 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.349431 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 34408541-d66d-4b07-bc1e-3f2d2879a056 associated. External IP: 172.28.1.109, port: c9283a74-e9bd-4980-946c-c019ac9be611. Mar 08 04:19:22.589648 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50900) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:22.619224 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.638973 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:19:22.665219 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Deleting subnet 01cdb240-c4a6-4f4c-a613-7c11e85c3011 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:19:22.667590 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Publish callbacks [] for subnet (01cdb240-c4a6-4f4c-a613-7c11e85c3011), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.683742 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec931-84c8-446b-a273-cbc84f6b9c46 req-5f3cefe9-576d-4052-b9b9-211f0dbb7b85 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:22.691445 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ca8ec931-84c8-446b-a273-cbc84f6b9c46 req-5f3cefe9-576d-4052-b9b9-211f0dbb7b85 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1150649 Mar 08 04:19:22.751559 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (01cdb240-c4a6-4f4c-a613-7c11e85c3011), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.791820 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ca8ec931-84c8-446b-a273-cbc84f6b9c46 req-c7a0852a-3502-45df-bbcb-156190861bbf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986373 Mar 08 04:19:22.822218 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f00305-9281-4975-90c6-2e8c41b8e64f req-558ec88d-dcdc-49d6-a28a-098cba0a8181 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:22.829241 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e7f00305-9281-4975-90c6-2e8c41b8e64f req-558ec88d-dcdc-49d6-a28a-098cba0a8181 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1113646 Mar 08 04:19:22.851435 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (01cdb240-c4a6-4f4c-a613-7c11e85c3011), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.879030 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:19:22.879490 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e7f00305-9281-4975-90c6-2e8c41b8e64f req-b8e34fe7-cefb-4a17-b29d-5ffc3d48f02c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492103 Mar 08 04:19:22.888610 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:22.903755 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:19:22.918430 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:22.921350 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:22.940700 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-735cb318-a2a1-463a-8168-38a694a245d1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "PUT /v2.0/floatingips/34408541-d66d-4b07-bc1e-3f2d2879a056 HTTP/1.1" status: 200 len: 991 time: 1.7069991 Mar 08 04:19:22.943445 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:22.945663 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96fde4-3890-44e9-9fb2-b738cf21825f" -d '{"events": [{"name": "network-changed", "server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:22.969804 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (01cdb240-c4a6-4f4c-a613-7c11e85c3011), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.002417 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52126d09-d365-4dc9-87af-6b4e5a3aaa37 x-openstack-request-id: req-52126d09-d365-4dc9-87af-6b4e5a3aaa37 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:23.002716 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:23.002996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52126d09-d365-4dc9-87af-6b4e5a3aaa37 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:23.003390 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'status': 'completed', 'code': 200} Mar 08 04:19:23.005926 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cdb240-c4a6-4f4c-a613-7c11e85c3011,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:23.007962 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.011857 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5d4a7d8e-1592-4efe-933e-c89b91bbec0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01cdb240-c4a6-4f4c-a613-7c11e85c3011 HTTP/1.1" status: 204 len: 168 time: 0.4203248 Mar 08 04:19:23.014346 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50908) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:23.053565 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:23.107244 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-0b9c5544-53fd-4c0b-af27-6b87bb859323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:23.108776 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-0b9c5544-53fd-4c0b-af27-6b87bb859323 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 1129 time: 0.0563831 Mar 08 04:19:23.127610 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.227471 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-af207315-d0ab-4121-af51-35afa9d28d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:23.228991 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-af207315-d0ab-4121-af51-35afa9d28d8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.1139154 Mar 08 04:19:23.259499 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.282996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d788b2-65ff-4b3c-94f7-2c63b21c1a2a']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.309871 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b1108c-d7fa-4bd1-9970-c69de086a95f') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.310455 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b1108c-d7fa-4bd1-9970-c69de086a95f') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.324520 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (08b1108c-d7fa-4bd1-9970-c69de086a95f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.343722 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (08b1108c-d7fa-4bd1-9970-c69de086a95f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.354560 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:19:23.357248 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (08b1108c-d7fa-4bd1-9970-c69de086a95f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:19:23.359704 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:19:23.361899 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-d8b7bf9c-9446-422d-9309-3a5474882368 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 200 len: 999 time: 0.1242776 Mar 08 04:19:23.386368 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:21Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.420045 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:19:23.423729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-dec9147f-da0b-4b5c-8ef7-9dadae71f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:23.425892 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-dec9147f-da0b-4b5c-8ef7-9dadae71f8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0603855 Mar 08 04:19:23.429547 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:23.429793 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (80d788b2-65ff-4b3c-94f7-2c63b21c1a2a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.430902 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.443374 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.451289 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/80d788b2-65ff-4b3c-94f7-2c63b21c1a2a HTTP/1.1" status: 204 len: 168 time: 0.4331162 Mar 08 04:19:23.503295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-da739029-3134-4752-a803-b8225140bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:23.504121 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17100fda-2214-4acb-8dca-1c71cea25f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d788b2-65ff-4b3c-94f7-2c63b21c1a2a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:23.506336 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-da739029-3134-4752-a803-b8225140bee9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0697622 Mar 08 04:19:23.615933 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:23.677282 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-43c76d57-2e72-46a3-859a-8a61bfd2e580 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646161 Mar 08 04:19:23.764585 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50930) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:23.810232 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-98a43059-2490-4383-82bb-1a474e95ab53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1bb76691d8b4a41adf4874b50bb6483&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437584 Mar 08 04:19:23.811190 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1d96fde4-3890-44e9-9fb2-b738cf21825f req-41a572fa-fb8a-46fe-8117-f42f595fa04d service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229072 Mar 08 04:19:23.812295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 50932) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:23.868653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] Publish callbacks [] for security_group (2514e246-0fb0-46ec-a82e-591654f950ab), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.916317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] Publish callbacks [] for security_group (2514e246-0fb0-46ec-a82e-591654f950ab), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:23.921697 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:21Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:23.952211 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a685987-49f0-449f-8c2e-8dacc7e10e3e None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:21Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:19:23.979001 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df79c2-8d23-4992-bd34-cd95079702e5 req-bc566ea9-4432-4e34-9b7f-850e748c9def tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:23.980633 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26df79c2-8d23-4992-bd34-cd95079702e5 req-bc566ea9-4432-4e34-9b7f-850e748c9def tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1140308 Mar 08 04:19:24.036098 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2514e246-0fb0-46ec-a82e-591654f950ab), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:24.038564 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:24.039719 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2514e246-0fb0-46ec-a82e-591654f950ab HTTP/1.1" status: 204 len: 168 time: 0.2265246 Mar 08 04:19:24.069048 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad4869-9ab4-4922-b4b5-462e31375bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2514e246-0fb0-46ec-a82e-591654f950ab,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:24.077037 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26df79c2-8d23-4992-bd34-cd95079702e5 req-29f734a7-ae82-45c4-a93d-c7259987c29c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732386 Mar 08 04:19:24.083818 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586046f3-83cf-490a-9dc5-f876c2b74c20 req-75524460-1f6d-4531-8b06-45c73664c7a9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:24.085287 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-586046f3-83cf-490a-9dc5-f876c2b74c20 req-75524460-1f6d-4531-8b06-45c73664c7a9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1246269 Mar 08 04:19:24.151477 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-586046f3-83cf-490a-9dc5-f876c2b74c20 req-73b59e0b-75cc-4f54-aa47-6364eb699b84 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Mar 08 04:19:24.215881 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71715d3-0439-432d-93d3-c7642012e9e6 None None] New status for floating IP 34408541-d66d-4b07-bc1e-3f2d2879a056: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:19:24.241935 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9ff09-669e-4b4d-b53a-b0708e96ba6b req-3c06ee23-fd1a-4d1a-8d9f-bf9ca34f1abc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:24.243709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76b9ff09-669e-4b4d-b53a-b0708e96ba6b req-3c06ee23-fd1a-4d1a-8d9f-bf9ca34f1abc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0649691 Mar 08 04:19:24.255023 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 50944) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:24.260882 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'floatingip': {'port_id': '3217ce91-7231-496d-9f4e-81bdb0bc56d1'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:24.300235 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:24.822537 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:24.828979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:24.967354 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Floating IP afdd3417-59d5-496a-989d-ef0b0d0657c7 associated. External IP: 172.28.1.221, port: 3217ce91-7231-496d-9f4e-81bdb0bc56d1. Mar 08 04:19:25.215887 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:19:25.314291 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08e754-ca62-466b-a460-4527f7f7e849 req-22767969-ca3f-4e48-8e64-322b79952fb1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:25.317692 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1e08e754-ca62-466b-a460-4527f7f7e849 req-22767969-ca3f-4e48-8e64-322b79952fb1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0705307 Mar 08 04:19:25.410834 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1e08e754-ca62-466b-a460-4527f7f7e849 req-134000a9-0a39-4150-9e48-bc5805c2eff1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850959 Mar 08 04:19:25.613018 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:19:25.618533 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:25.627434 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:19:25.643744 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:25.645320 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:25.656799 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-10db71ae-2b36-4263-a2e1-9e29f8fe7ab4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "PUT /v2.0/floatingips/afdd3417-59d5-496a-989d-ef0b0d0657c7 HTTP/1.1" status: 200 len: 992 time: 1.4000964 Mar 08 04:19:25.657451 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:25.659759 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0a717-55b0-4017-a753-b52201017ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:25.745482 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0a392-c9ce-4a4c-b18f-fa4648dc6e9d x-openstack-request-id: req-8fe0a392-c9ce-4a4c-b18f-fa4648dc6e9d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:25.745913 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:25.746165 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fe0a392-c9ce-4a4c-b18f-fa4648dc6e9d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:25.746876 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'status': 'completed', 'code': 200} Mar 08 04:19:25.818993 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:25.898417 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-a2b58e7d-f0a5-4169-acd2-eb7b491ae728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:25.900188 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-a2b58e7d-f0a5-4169-acd2-eb7b491ae728 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1130 time: 0.0946598 Mar 08 04:19:26.027185 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-ab07fe84-0db7-43f9-a1bf-4e4f9e9dab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:26.028677 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-ab07fe84-0db7-43f9-a1bf-4e4f9e9dab64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.1214116 Mar 08 04:19:26.127263 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51058) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:26.138865 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-3c739570-006e-4eaf-a43c-20863e91a13d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 1000 time: 0.1013396 Mar 08 04:19:26.251861 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'afdd3417-59d5-496a-989d-ef0b0d0657c7', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.221', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4e:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:57Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:26.270386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-f534b8d4-3ed1-42c5-b58f-3bc175597304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:26.272401 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-f534b8d4-3ed1-42c5-b58f-3bc175597304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.1257849 Mar 08 04:19:26.292793 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:19:26.315653 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:26.316179 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:26.331212 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04f36a85-e5ef-41a2-a0e4-5f3f8d551e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.372261 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-5c1f5a41-e30b-4917-b156-3787e80165c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:26.372261 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-5c1f5a41-e30b-4917-b156-3787e80165c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0843396 Mar 08 04:19:26.456490 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04f36a85-e5ef-41a2-a0e4-5f3f8d551e66 admin admin] Publish callbacks [] for security_group (34f355a1-7c10-4d0e-9b83-3eb65c90559c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.465952 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04f36a85-e5ef-41a2-a0e4-5f3f8d551e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (34f355a1-7c10-4d0e-9b83-3eb65c90559c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.511783 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-04f36a85-e5ef-41a2-a0e4-5f3f8d551e66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2723bc0616a4bdc876e172e02d11efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804138 Mar 08 04:19:26.513175 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f36a85-e5ef-41a2-a0e4-5f3f8d551e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f355a1-7c10-4d0e-9b83-3eb65c90559c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:26.515902 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51090) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:26.569145 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:26.574335 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] Publish callbacks [] for security_group (34f355a1-7c10-4d0e-9b83-3eb65c90559c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.606200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-daa74dcd-9962-4873-851e-8d1809c20507 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267494 Mar 08 04:19:26.606822 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] Publish callbacks [] for security_group (34f355a1-7c10-4d0e-9b83-3eb65c90559c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.675295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f783ae-8e58-427b-9ef8-5f4d98f7978b req-74b14c2c-23a8-44c4-9085-41016bfa2d20 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:26.691527 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3f783ae-8e58-427b-9ef8-5f4d98f7978b req-74b14c2c-23a8-44c4-9085-41016bfa2d20 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1226676 Mar 08 04:19:26.729578 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (34f355a1-7c10-4d0e-9b83-3eb65c90559c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.733146 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:26.737771 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f355a1-7c10-4d0e-9b83-3eb65c90559c HTTP/1.1" status: 204 len: 168 time: 0.2174153 Mar 08 04:19:26.771139 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eb29c-6b10-40a9-a026-008f85867b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f355a1-7c10-4d0e-9b83-3eb65c90559c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:26.909342 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51110) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:26.963758 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'afdd3417-59d5-496a-989d-ef0b0d0657c7', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.221', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4e:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:57Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:27.005341 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b043b06-cb72-4ae2-afc3-ad6c3edfa035 None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'afdd3417-59d5-496a-989d-ef0b0d0657c7', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.221', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4e:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:57Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:19:27.185950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3f783ae-8e58-427b-9ef8-5f4d98f7978b req-ebd3aa8e-30f6-4521-af29-897906bbfd6e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936244 Mar 08 04:19:27.202524 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dc0a717-55b0-4017-a753-b52201017ce6 req-662a5bcb-6bdb-456e-89b2-8ed550d0e33e service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853724 Mar 08 04:19:27.210652 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7071103-5f84-42e7-9579-f0d34224dadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.323698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7071103-5f84-42e7-9579-f0d34224dadd admin admin] Publish callbacks [] for security_group (dd66062c-a99f-4609-920b-e08068a63233), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.328093 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7071103-5f84-42e7-9579-f0d34224dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dd66062c-a99f-4609-920b-e08068a63233), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.334197 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51132) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:27.344546 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2af012-3dee-4744-8bd7-b09ca507c53e None None] New status for floating IP afdd3417-59d5-496a-989d-ef0b0d0657c7: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:19:27.374842 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e757d8e-d645-4cf2-b510-069c68b549f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.380816 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7071103-5f84-42e7-9579-f0d34224dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd66062c-a99f-4609-920b-e08068a63233,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:27.399231 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a7071103-5f84-42e7-9579-f0d34224dadd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80201dbf203646e28ad0c54e7a764366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887321 Mar 08 04:19:27.401982 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51136) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:27.469358 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] Publish callbacks [] for security_group (dd66062c-a99f-4609-920b-e08068a63233), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.498585 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e757d8e-d645-4cf2-b510-069c68b549f7 admin admin] Publish callbacks [] for security_group (f1742e35-dc03-4a61-97d5-fdf6b9e58afc), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.498993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] Publish callbacks [] for security_group (dd66062c-a99f-4609-920b-e08068a63233), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.504273 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e757d8e-d645-4cf2-b510-069c68b549f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f1742e35-dc03-4a61-97d5-fdf6b9e58afc), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.546439 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e757d8e-d645-4cf2-b510-069c68b549f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1742e35-dc03-4a61-97d5-fdf6b9e58afc,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:27.551060 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6e757d8e-d645-4cf2-b510-069c68b549f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bae05705ebf24fe4887b010fbfccc8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161667 Mar 08 04:19:27.553716 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51144) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:27.564658 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dd66062c-a99f-4609-920b-e08068a63233), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.568396 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.569872 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd66062c-a99f-4609-920b-e08068a63233 HTTP/1.1" status: 204 len: 168 time: 0.1662683 Mar 08 04:19:27.580015 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc5aa5-ede1-4c11-acac-173fdd4df0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd66062c-a99f-4609-920b-e08068a63233,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:27.634642 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] Publish callbacks [] for security_group (f1742e35-dc03-4a61-97d5-fdf6b9e58afc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.660802 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] Publish callbacks [] for security_group (f1742e35-dc03-4a61-97d5-fdf6b9e58afc), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.722522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f1742e35-dc03-4a61-97d5-fdf6b9e58afc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.725097 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:27.728666 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1742e35-dc03-4a61-97d5-fdf6b9e58afc HTTP/1.1" status: 204 len: 168 time: 0.1713843 Mar 08 04:19:27.734656 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323d6d8-2537-4c1d-b77e-d4d99cffc880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1742e35-dc03-4a61-97d5-fdf6b9e58afc,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:28.045714 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51162) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:28.128949 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51168) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:28.143655 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e940b3-c0ba-41d3-8b3c-0efa0f42054e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.227672 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e940b3-c0ba-41d3-8b3c-0efa0f42054e admin admin] Publish callbacks [] for security_group (ab705300-db8d-46d9-8aae-bd9092dd92f2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.238065 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e940b3-c0ba-41d3-8b3c-0efa0f42054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ab705300-db8d-46d9-8aae-bd9092dd92f2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.267114 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b4e940b3-c0ba-41d3-8b3c-0efa0f42054e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b91136a46794250bb1f76a7519d9fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343718 Mar 08 04:19:28.267418 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51174) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:28.290643 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e940b3-c0ba-41d3-8b3c-0efa0f42054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab705300-db8d-46d9-8aae-bd9092dd92f2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:28.351241 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8232214-43a8-4e51-b537-6e66d72b5d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.371690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Publish callbacks [] for security_group (ab705300-db8d-46d9-8aae-bd9092dd92f2), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.415520 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91ac4-b41c-402d-bfb3-585310900855 req-2ec3172a-42a2-4706-b32f-4c512e1cf334 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:28.424173 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3e91ac4-b41c-402d-bfb3-585310900855 req-2ec3172a-42a2-4706-b32f-4c512e1cf334 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1601281 Mar 08 04:19:28.428046 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Publish callbacks [] for security_group (ab705300-db8d-46d9-8aae-bd9092dd92f2), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.460854 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8232214-43a8-4e51-b537-6e66d72b5d06 admin admin] Publish callbacks [] for security_group (3c522620-262e-4793-9ba3-60ae8800cd37), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.466153 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8232214-43a8-4e51-b537-6e66d72b5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3c522620-262e-4793-9ba3-60ae8800cd37), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.510073 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3e91ac4-b41c-402d-bfb3-585310900855 req-29315f2b-f93c-4086-a95e-3d91752c4f10 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843487 Mar 08 04:19:28.519528 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a8232214-43a8-4e51-b537-6e66d72b5d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=651039bf419c4de0b7bd38d6a34a4bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695063 Mar 08 04:19:28.519528 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8232214-43a8-4e51-b537-6e66d72b5d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c522620-262e-4793-9ba3-60ae8800cd37,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:28.520589 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51188) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:28.540880 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ab705300-db8d-46d9-8aae-bd9092dd92f2), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.544080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.545180 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab705300-db8d-46d9-8aae-bd9092dd92f2 HTTP/1.1" status: 204 len: 168 time: 0.2768474 Mar 08 04:19:28.570000 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab705300-db8d-46d9-8aae-bd9092dd92f2,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:28.587368 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.587721 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.588138 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.589143 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.589489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.589825 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.590179 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.590516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.590843 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.591328 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.591804 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.592293 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.592784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ba334-ec9b-4af0-aad1-60d3b1765240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:28.610894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] Publish callbacks [] for security_group (3c522620-262e-4793-9ba3-60ae8800cd37), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.642161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] Publish callbacks [] for security_group (3c522620-262e-4793-9ba3-60ae8800cd37), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.708485 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3c522620-262e-4793-9ba3-60ae8800cd37), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.711445 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:28.713479 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c522620-262e-4793-9ba3-60ae8800cd37 HTTP/1.1" status: 204 len: 168 time: 0.1910357 Mar 08 04:19:28.721432 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04069a-8f35-45c8-84f3-5246c8670a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c522620-262e-4793-9ba3-60ae8800cd37,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:28.754285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51202) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:28.984528 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649345303-network', 'tenant_id': '5df3c8ffbc8c4f76bdc4554ffd0100c1'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:29.008104 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Made reservation on behalf of 5df3c8ffbc8c4f76bdc4554ffd0100c1 for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:29.011153 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.020429 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.071642 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51216) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:29.087069 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.122805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks [] for security_group (aae537df-603f-4dab-9964-3651c8aa1744), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.127981 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (aae537df-603f-4dab-9964-3651c8aa1744), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.156128 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:19:29.173179 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae537df-603f-4dab-9964-3651c8aa1744,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:29.175762 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (76ddcac9-0230-4e9f-8abe-f5afd1cfe367), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.176091 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Added segment 76ddcac9-0230-4e9f-8abe-f5afd1cfe367 of type vlan for network 0adb0685-47fb-436f-8481-7ba052577d83 Mar 08 04:19:29.193838 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Publish callbacks [] for security_group (d9fad339-cbb7-4410-a4b6-d05e35ee04b1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.199160 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d9fad339-cbb7-4410-a4b6-d05e35ee04b1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.219841 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (0adb0685-47fb-436f-8481-7ba052577d83), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.240426 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fad339-cbb7-4410-a4b6-d05e35ee04b1,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:29.247933 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f87a1abb365a4c55b93681b5458af1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727738 Mar 08 04:19:29.248647 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51220) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:29.250698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.251089 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.251466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.252481 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.252860 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.253201 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.253578 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.253915 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.254246 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.254575 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.254937 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.255262 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.255583 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967965d1-4c89-4bc3-9a1c-f57134485cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:29.259052 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (0adb0685-47fb-436f-8481-7ba052577d83), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.260064 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:29.260892 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.302112 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5466294 Mar 08 04:19:29.307330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51224) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:29.311775 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Request body: {'subnet': {'network_id': '0adb0685-47fb-436f-8481-7ba052577d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649345303-subnet', 'tenant_id': '5df3c8ffbc8c4f76bdc4554ffd0100c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:29.334574 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Made reservation on behalf of 5df3c8ffbc8c4f76bdc4554ffd0100c1 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:29.334834 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29150739'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.361515 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203401b1-77fa-4b42-8012-e980e77dd781 admin admin] Pushing event updated for resources: {'Network': ['ID=0adb0685-47fb-436f-8481-7ba052577d83,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:29.374421 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 0adb0685-47fb-436f-8481-7ba052577d83 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:19:29.379543 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] Publish callbacks [] for security_group (d9fad339-cbb7-4410-a4b6-d05e35ee04b1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.409523 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] Publish callbacks [] for security_group (d9fad339-cbb7-4410-a4b6-d05e35ee04b1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.503158 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d9fad339-cbb7-4410-a4b6-d05e35ee04b1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.506015 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.507192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9fad339-cbb7-4410-a4b6-d05e35ee04b1 HTTP/1.1" status: 204 len: 168 time: 0.2575796 Mar 08 04:19:29.517311 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808f8c-54a9-4309-94fe-acd4855ba5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fad339-cbb7-4410-a4b6-d05e35ee04b1,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:29.593543 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28608321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29150733'] for subnet (a41cc0c2-28c8-4aff-a11f-99c0a4055aea), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.673743 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Checking segment: {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:29.674125 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Network hostable DHCP agents. Network: 0adb0685-47fb-436f-8481-7ba052577d83, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:19:29.677667 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41cc0c2-28c8-4aff-a11f-99c0a4055aea,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:29.692620 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120ea8-3d41-45f8-b97d-cb5034ed281b req-242e21a2-85c6-4902-b08f-a0da69218145 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:29.695261 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-93120ea8-3d41-45f8-b97d-cb5034ed281b req-242e21a2-85c6-4902-b08f-a0da69218145 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0793979 Mar 08 04:19:29.700238 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Network 0adb0685-47fb-436f-8481-7ba052577d83 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:19:29.720603 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 0adb0685-47fb-436f-8481-7ba052577d83) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:29.727703 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:29.728301 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:29.733945 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aecec8-167c-4d80-a0e9-52bca63148df None None] Network 0adb0685-47fb-436f-8481-7ba052577d83 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:29.765318 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-30fbaf61-785d-43d8-b4ca-5ef8b5a3397b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4493511 Mar 08 04:19:29.782429 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-93120ea8-3d41-45f8-b97d-cb5034ed281b req-1af22cdd-0517-464f-a22b-2c1f43820708 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Mar 08 04:19:29.852713 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c5171-7f48-48c4-b861-76035f8e772b None None] Network 0adb0685-47fb-436f-8481-7ba052577d83 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:30.921352 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8e7f-980c-4ffd-b467-6bb4eeb4c223 req-cfe62b99-2260-4317-bf50-8bbd318eb731 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:30.928784 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-957d8e7f-980c-4ffd-b467-6bb4eeb4c223 req-cfe62b99-2260-4317-bf50-8bbd318eb731 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0616472 Mar 08 04:19:30.984193 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-957d8e7f-980c-4ffd-b467-6bb4eeb4c223 req-89e0d5ae-9698-49b9-a3f2-a18eb0443ad1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539227 Mar 08 04:19:31.006148 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51336) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:31.126855 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ee785a99-2c62-4b89-81e8-69939b6c4b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.209463 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ee785a99-2c62-4b89-81e8-69939b6c4b5b admin admin] Publish callbacks [] for security_group (03894cee-aac4-44d1-b364-758ce3b15fff), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.214819 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ee785a99-2c62-4b89-81e8-69939b6c4b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (03894cee-aac4-44d1-b364-758ce3b15fff), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.251477 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ee785a99-2c62-4b89-81e8-69939b6c4b5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb2f85e92f534ec89acea176cddebde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441866 Mar 08 04:19:31.254231 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51360) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:31.261284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee785a99-2c62-4b89-81e8-69939b6c4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03894cee-aac4-44d1-b364-758ce3b15fff,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:31.318502 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] Publish callbacks [] for security_group (03894cee-aac4-44d1-b364-758ce3b15fff), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.342393 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] Publish callbacks [] for security_group (03894cee-aac4-44d1-b364-758ce3b15fff), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.403193 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (03894cee-aac4-44d1-b364-758ce3b15fff), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.405725 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:31.407042 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03894cee-aac4-44d1-b364-758ce3b15fff HTTP/1.1" status: 204 len: 168 time: 0.1515737 Mar 08 04:19:31.418869 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f8cbb-f63b-4ae2-a1fc-35a7262edd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03894cee-aac4-44d1-b364-758ce3b15fff,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:31.766031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-07e741ad-61c9-452e-ab9d-424f06fdbfd3 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:31.767760 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-07e741ad-61c9-452e-ab9d-424f06fdbfd3 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 809 time: 0.1307006 Mar 08 04:19:31.783565 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-41bf2de5-85cd-4d26-85e9-d7aa46d1642e tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/quotas/5df3c8ffbc8c4f76bdc4554ffd0100c1 HTTP/1.1" status: 200 len: 375 time: 0.0103345 Mar 08 04:19:31.825389 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-5506ab27-bbda-4fe1-8b69-68e33ba79cb5 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357041 Mar 08 04:19:31.946160 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-a2dc6f25-b60e-40c9-98b8-3fe7ee51a5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142459 Mar 08 04:19:32.045517 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-4215743a-ac74-4aeb-abee-8ddf5d84c1bc service neutron] 10.222.0.20 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925825 Mar 08 04:19:32.130804 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4bbc5-f5d2-459e-bcdf-4fd93ee07677 req-cc7ed538-d68c-4aff-ace2-5fe708d7c8b0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:32.138675 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3c4bbc5-f5d2-459e-bcdf-4fd93ee07677 req-cc7ed538-d68c-4aff-ace2-5fe708d7c8b0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0785735 Mar 08 04:19:32.203093 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3c4bbc5-f5d2-459e-bcdf-4fd93ee07677 req-0956a3da-7816-4ea5-96fb-f5da3291e3db tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Mar 08 04:19:32.216823 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51446) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:32.259798 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51454) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:32.282921 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1fe98615-dac3-4296-b6d4-7d30d0769a63 req-84305d63-5bc0-44a3-b1b2-87f649b90265 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 210 time: 0.0521462 Mar 08 04:19:32.415320 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5df5b2c0-a415-4919-bb52-41c5e7b289bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.431476 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d663a7a-ca3a-4124-bb53-743f3eb0ea32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.600945 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5df5b2c0-a415-4919-bb52-41c5e7b289bb admin admin] Publish callbacks [] for security_group (9284dc3b-311b-473e-a7b0-8cb046b14ee2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.607741 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d663a7a-ca3a-4124-bb53-743f3eb0ea32 admin admin] Publish callbacks [] for security_group (fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.609865 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5df5b2c0-a415-4919-bb52-41c5e7b289bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9284dc3b-311b-473e-a7b0-8cb046b14ee2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.632533 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d663a7a-ca3a-4124-bb53-743f3eb0ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.684862 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-7d663a7a-ca3a-4124-bb53-743f3eb0ea32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9599af6d6854cea86b529356a9fd0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225547 Mar 08 04:19:32.689154 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51472) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:32.694076 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5df5b2c0-a415-4919-bb52-41c5e7b289bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c6757d8ab84d2b817cf185f6ee79cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759367 Mar 08 04:19:32.699238 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51476) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:32.706330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b2c0-a415-4919-bb52-41c5e7b289bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284dc3b-311b-473e-a7b0-8cb046b14ee2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:32.750002 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663a7a-ca3a-4124-bb53-743f3eb0ea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:32.830805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] Publish callbacks [] for security_group (9284dc3b-311b-473e-a7b0-8cb046b14ee2), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.832552 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] Publish callbacks [] for security_group (fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.890838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] Publish callbacks [] for security_group (9284dc3b-311b-473e-a7b0-8cb046b14ee2), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.894252 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] Publish callbacks [] for security_group (fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.992629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9284dc3b-311b-473e-a7b0-8cb046b14ee2), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:32.996457 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.000810 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9284dc3b-311b-473e-a7b0-8cb046b14ee2 HTTP/1.1" status: 204 len: 168 time: 0.2899349 Mar 08 04:19:33.021247 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.030980 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.032420 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed HTTP/1.1" status: 204 len: 168 time: 0.3435647 Mar 08 04:19:33.033938 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6c31c-c3ee-4b25-97d0-6446716a5540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284dc3b-311b-473e-a7b0-8cb046b14ee2,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:33.049334 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75a16-6207-4e49-9ad0-e30ad320295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd29b0c-b924-47d4-a6c3-17e2bf9d4eed,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:33.280495 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51494) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:33.415714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e24a32-4286-483f-b516-1b18153590d0 req-278d25dd-24f0-47fb-895f-eec6f2105fcf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:33.417843 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-93e24a32-4286-483f-b516-1b18153590d0 req-278d25dd-24f0-47fb-895f-eec6f2105fcf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0769074 Mar 08 04:19:33.479301 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e0593e49-09c4-4c53-9d94-d88c3c7085f5 req-02d1bb0e-b3ce-4fc1-8edc-56e390783d12 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 210 time: 0.0509295 Mar 08 04:19:33.518502 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-93e24a32-4286-483f-b516-1b18153590d0 req-3682fb7e-ff9e-4250-aa4b-c8781d3e08a9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924962 Mar 08 04:19:33.571227 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51504) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:33.575134 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5fb02ed8-0365-498f-b916-a010e2a86880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.587543 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09a81a7d-7898-4d8e-94d8-b56d0f4f6027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.679522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09a81a7d-7898-4d8e-94d8-b56d0f4f6027 admin admin] Publish callbacks [] for security_group (3873a530-ae7d-4cdd-a12c-d4f674b9c34c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.686648 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09a81a7d-7898-4d8e-94d8-b56d0f4f6027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3873a530-ae7d-4cdd-a12c-d4f674b9c34c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.688089 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5fb02ed8-0365-498f-b916-a010e2a86880 admin admin] Publish callbacks [] for security_group (12d57bc8-5272-42b3-bbaf-48b07da5d8ea), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.699604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5fb02ed8-0365-498f-b916-a010e2a86880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (12d57bc8-5272-42b3-bbaf-48b07da5d8ea), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.730304 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-09a81a7d-7898-4d8e-94d8-b56d0f4f6027 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5fb544cafc4e02aa00bbc06d38863d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578767 Mar 08 04:19:33.730957 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51506) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:33.733021 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81a7d-7898-4d8e-94d8-b56d0f4f6027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873a530-ae7d-4cdd-a12c-d4f674b9c34c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:33.784046 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] Publish callbacks [] for security_group (3873a530-ae7d-4cdd-a12c-d4f674b9c34c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.789764 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-5fb02ed8-0365-498f-b916-a010e2a86880 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91783560c0dc4837a36f4a0877079199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045877 Mar 08 04:19:33.789916 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51510) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:33.790234 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb02ed8-0365-498f-b916-a010e2a86880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d57bc8-5272-42b3-bbaf-48b07da5d8ea,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:33.825449 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] Publish callbacks [] for security_group (3873a530-ae7d-4cdd-a12c-d4f674b9c34c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.826139 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-957904e5-1538-4eb6-a6b7-aad07a435d61 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:33.827603 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-957904e5-1538-4eb6-a6b7-aad07a435d61 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 809 time: 0.1813293 Mar 08 04:19:33.879357 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Request body: {'port': {'device_id': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83', 'admin_state_up': True, 'tenant_id': '5df3c8ffbc8c4f76bdc4554ffd0100c1'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:33.880141 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] Publish callbacks [] for security_group (12d57bc8-5272-42b3-bbaf-48b07da5d8ea), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.903156 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] Publish callbacks [] for security_group (12d57bc8-5272-42b3-bbaf-48b07da5d8ea), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.911992 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3873a530-ae7d-4cdd-a12c-d4f674b9c34c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.914498 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.915663 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3873a530-ae7d-4cdd-a12c-d4f674b9c34c HTTP/1.1" status: 204 len: 168 time: 0.1836214 Mar 08 04:19:33.941327 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588abed6-dadf-480e-be08-2a0aee8e26a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873a530-ae7d-4cdd-a12c-d4f674b9c34c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:33.976417 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (12d57bc8-5272-42b3-bbaf-48b07da5d8ea), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.980017 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:33.981212 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12d57bc8-5272-42b3-bbaf-48b07da5d8ea HTTP/1.1" status: 204 len: 168 time: 0.1907716 Mar 08 04:19:33.992066 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618506c-d61a-432b-ba4f-37b9496ffb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d57bc8-5272-42b3-bbaf-48b07da5d8ea,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:34.025245 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Made reservation on behalf of 5df3c8ffbc8c4f76bdc4554ffd0100c1 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:34.030166 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:34.184910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Allocated IP 172.20.0.7 (0adb0685-47fb-436f-8481-7ba052577d83/a41cc0c2-28c8-4aff-a11f-99c0a4055aea/0002ae85-9375-4b2e-ba77-97ccabed6343) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:34.370596 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks [] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:34.417906 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:34.472453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Pushing event updated for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:34.481836 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Network 0adb0685-47fb-436f-8481-7ba052577d83 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:34.483822 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:34.486431 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:34.548898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:34.549978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:34.584957 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f9a0fa28-4879-40f1-84e8-ccdc2183ed98 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7100301 Mar 08 04:19:34.671078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4927-2c58-415b-b00b-9ca34596aa24 req-48b834eb-7a6c-4446-8932-e8840feb2d64 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:34.677806 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-186a4927-2c58-415b-b00b-9ca34596aa24 req-48b834eb-7a6c-4446-8932-e8840feb2d64 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 931 time: 0.1085646 Mar 08 04:19:34.723404 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Request body: {'port': {'device_id': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:34.765865 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e703-460c-4a2e-9371-05bc47e1fa2c req-c5d332dc-32a8-4062-a0bd-22c3d5cce3ff tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:34.772560 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1f19e703-460c-4a2e-9371-05bc47e1fa2c req-c5d332dc-32a8-4062-a0bd-22c3d5cce3ff tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1484551 Mar 08 04:19:34.787159 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-186a4927-2c58-415b-b00b-9ca34596aa24 req-fee8f5e1-a6ab-416d-a0a6-6882067ec485 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084590 Mar 08 04:19:34.858115 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1f19e703-460c-4a2e-9371-05bc47e1fa2c req-1f1ec3e2-5122-426c-923a-8605564ff169 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Mar 08 04:19:34.858652 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.155735 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0002ae85-9375-4b2e-ba77-97ccabed6343 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:35.164291 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks [] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.178288 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Transition to ACTIVE for port object 0002ae85-9375-4b2e-ba77-97ccabed6343 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:35.183422 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.258043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:35.323978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Attempting to bind port 0002ae85-9375-4b2e-ba77-97ccabed6343 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:35.324322 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Attempting to bind port 0002ae85-9375-4b2e-ba77-97ccabed6343 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:35.324672 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Attempting to bind port 0002ae85-9375-4b2e-ba77-97ccabed6343 on network 0adb0685-47fb-436f-8481-7ba052577d83 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:35.330288 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Port 0002ae85-9375-4b2e-ba77-97ccabed6343 on network 0adb0685-47fb-436f-8481-7ba052577d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:35.330609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Attempting to bind port 0002ae85-9375-4b2e-ba77-97ccabed6343 on network 0adb0685-47fb-436f-8481-7ba052577d83 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:35.336142 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:35.336480 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Checking segment: {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:35.336865 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Bound using segment: {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:35.337306 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Bound port: 0002ae85-9375-4b2e-ba77-97ccabed6343, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:35.337823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.413247 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:35.417699 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0002ae85-9375-4b2e-ba77-97ccabed6343,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:35.428545 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.480009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:35.481038 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:35.482932 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0002ae85-9375-4b2e-ba77-97ccabed6343 HTTP/1.1" status: 200 len: 1093 time: 0.7739940 Mar 08 04:19:35.491281 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:35.502637 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5479c-ffdc-4824-8e8d-f5d2af681399" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:35.520160 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5689f-45d4-4fd4-8ec9-260cda5520c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:35.596242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcd13a-f76b-419c-a47c-e0ac7a2fa9f3 x-openstack-request-id: req-60fcd13a-f76b-419c-a47c-e0ac7a2fa9f3 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:35.596335 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:35.596651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60fcd13a-f76b-419c-a47c-e0ac7a2fa9f3 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:35.597160 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343', 'status': 'completed', 'code': 200} Mar 08 04:19:35.623687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-cbd9aa11-1da2-4b04-8aaf-1252c3188fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:35.625197 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-cbd9aa11-1da2-4b04-8aaf-1252c3188fc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 1127 time: 0.0650120 Mar 08 04:19:35.692070 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-ac6551a4-132a-48a1-b6d9-ed9ffcb01e8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0002ae85-9375-4b2e-ba77-97ccabed6343 HTTP/1.1" status: 200 len: 217 time: 0.0464852 Mar 08 04:19:35.744157 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f390bad9-c8da-4a95-94be-b3e152caeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:35.745646 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-f390bad9-c8da-4a95-94be-b3e152caeb06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a41cc0c2-28c8-4aff-a11f-99c0a4055aea HTTP/1.1" status: 200 len: 849 time: 0.0463369 Mar 08 04:19:35.783219 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-be63fdd5-b30c-459c-a766-867f87dd5677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0adb0685-47fb-436f-8481-7ba052577d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278368 Mar 08 04:19:35.823383 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:19:35.905664 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-4464c317-3ad5-427e-b6f2-84c9e4f88536 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108506 Mar 08 04:19:36.054007 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b719ef-398c-432a-869e-0d4e572649bb req-f92180d3-4258-4837-9463-3943b67ead93 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:36.055774 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-50b719ef-398c-432a-869e-0d4e572649bb req-f92180d3-4258-4837-9463-3943b67ead93 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 943 time: 0.1712205 Mar 08 04:19:36.094592 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626dd4-ff6e-464c-95ea-0e374dc98309 req-1b23ef38-27f2-41f1-8a02-bb95d89ab397 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:36.096170 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3d626dd4-ff6e-464c-95ea-0e374dc98309 req-1b23ef38-27f2-41f1-8a02-bb95d89ab397 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1437550 Mar 08 04:19:36.104192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5285e5ba-91e5-4612-bcba-62161d2f4c02 req-c0240b06-5400-46d5-a479-584daecdf124 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836119 Mar 08 04:19:36.163569 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-50b719ef-398c-432a-869e-0d4e572649bb req-7710d462-0a3a-42e3-ba23-412c31037f38 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911307 Mar 08 04:19:36.189852 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3d626dd4-ff6e-464c-95ea-0e374dc98309 req-174e87a9-ffa0-469d-b88a-ce1580a9d993 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817897 Mar 08 04:19:36.345371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-a9f71017-69c3-4869-8eb0-53aad823030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:36.346908 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-a9f71017-69c3-4869-8eb0-53aad823030b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 1127 time: 0.0452380 Mar 08 04:19:36.446510 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-a1d9908b-439c-4ec1-8b99-57e4c83ea628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:36.448773 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-a1d9908b-439c-4ec1-8b99-57e4c83ea628 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 910 time: 0.0957282 Mar 08 04:19:36.497917 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-f4cc8855-0384-495d-b44a-4da1b71f3485 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0002ae85-9375-4b2e-ba77-97ccabed6343 HTTP/1.1" status: 200 len: 217 time: 0.0417206 Mar 08 04:19:36.551371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-4291a0ac-4df3-4229-848d-6d15e910113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:36.552816 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-4291a0ac-4df3-4229-848d-6d15e910113a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a41cc0c2-28c8-4aff-a11f-99c0a4055aea HTTP/1.1" status: 200 len: 849 time: 0.0481150 Mar 08 04:19:36.587306 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-5f455322-34b1-4caa-8d69-e992d9bf3534 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0adb0685-47fb-436f-8481-7ba052577d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238285 Mar 08 04:19:36.691324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-b27765ef-6b89-482e-87c7-8edf2eae91fd service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863996 Mar 08 04:19:36.780714 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-30c5479c-ffdc-4824-8e8d-f5d2af681399 req-f26dae7d-7988-489c-b52a-0b3aef8e7b88 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813737 Mar 08 04:19:37.354973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c8cc-ab7b-4298-93b0-ff0990d89ed4 req-8ce2b368-0516-4786-bdce-1d419fa81994 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:37.356460 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6307c8cc-ab7b-4298-93b0-ff0990d89ed4 req-8ce2b368-0516-4786-bdce-1d419fa81994 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 943 time: 0.1030726 Mar 08 04:19:37.391031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60b54-847d-4d99-ab58-9fa97b0efb9f req-60eb7266-b0c0-4994-8124-4d72a586e48e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:37.392516 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a4f60b54-847d-4d99-ab58-9fa97b0efb9f req-60eb7266-b0c0-4994-8124-4d72a586e48e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0900173 Mar 08 04:19:37.442188 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6307c8cc-ab7b-4298-93b0-ff0990d89ed4 req-1353596c-ac56-4242-bffb-444ee535f3bf tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796161 Mar 08 04:19:37.459040 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a4f60b54-847d-4d99-ab58-9fa97b0efb9f req-f012626c-502b-4d8c-b6f6-3cf510d004a2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Mar 08 04:19:38.594435 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649ea2-0841-47bb-912f-355d6960f255 req-836bf16b-1220-4f25-88ca-ba1a67a97a66 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:38.595922 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e8649ea2-0841-47bb-912f-355d6960f255 req-836bf16b-1220-4f25-88ca-ba1a67a97a66 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 943 time: 0.0872610 Mar 08 04:19:38.616217 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c0246-791b-4892-a1f1-da2709f094fd req-5598cab4-556c-42fb-8b16-f2e4df8aaa81 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:38.622460 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2b3c0246-791b-4892-a1f1-da2709f094fd req-5598cab4-556c-42fb-8b16-f2e4df8aaa81 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0809996 Mar 08 04:19:38.860432 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e8649ea2-0841-47bb-912f-355d6960f255 req-2a36ac6a-c085-46ab-8943-a9ebb66e2092 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583523 Mar 08 04:19:38.890604 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2b3c0246-791b-4892-a1f1-da2709f094fd req-8341697b-5544-43ba-8159-d30956530f05 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592849 Mar 08 04:19:39.495920 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51734) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:39.521919 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 0002ae85-9375-4b2e-ba77-97ccabed6343 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:19:39.621425 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0002ae85-9375-4b2e-ba77-97ccabed6343,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:39.631667 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '0002ae85-9375-4b2e-ba77-97ccabed6343', 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83', 'port_id': '0002ae85-9375-4b2e-ba77-97ccabed6343', 'mac_address': 'fa:16:3e:a8:4a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41cc0c2-28c8-4aff-a11f-99c0a4055aea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:19:39.651345 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-29264cc3-53bc-4a7a-aab6-43c0c10163a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.675948 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 0002ae85-9375-4b2e-ba77-97ccabed6343 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:39.676346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.690922 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0002ae85-9375-4b2e-ba77-97ccabed6343 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:39.711549 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0002ae85-9375-4b2e-ba77-97ccabed6343,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:39.715262 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.744526 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-29264cc3-53bc-4a7a-aab6-43c0c10163a3 admin admin] Publish callbacks [] for security_group (c752935a-483f-4f3f-9002-b6619aa42854), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.748646 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-29264cc3-53bc-4a7a-aab6-43c0c10163a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c752935a-483f-4f3f-9002-b6619aa42854), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.762181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:39.769127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.769481 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.769847 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.770191 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.770524 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.770886 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.771217 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.771544 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.771870 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.772209 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.772535 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.772892 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.773170 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:39.789313 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-29264cc3-53bc-4a7a-aab6-43c0c10163a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44b543ed04d84461bb80dba9d14ab022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924013 Mar 08 04:19:39.790829 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29264cc3-53bc-4a7a-aab6-43c0c10163a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752935a-483f-4f3f-9002-b6619aa42854,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:39.792778 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51740) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:39.841179 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] Publish callbacks [] for security_group (c752935a-483f-4f3f-9002-b6619aa42854), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.862149 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] Publish callbacks [] for security_group (c752935a-483f-4f3f-9002-b6619aa42854), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.908509 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c752935a-483f-4f3f-9002-b6619aa42854), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.911050 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:39.914852 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c752935a-483f-4f3f-9002-b6619aa42854 HTTP/1.1" status: 204 len: 168 time: 0.1209733 Mar 08 04:19:39.924146 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb294cd1-ccaa-4362-a165-5f6aa8c36fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752935a-483f-4f3f-9002-b6619aa42854,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:40.036918 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410bb2b-73a7-4006-a5cd-221fc34e2c9d req-40c7120b-5c31-4e96-a526-383f4e493f44 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:40.038378 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6410bb2b-73a7-4006-a5cd-221fc34e2c9d req-40c7120b-5c31-4e96-a526-383f4e493f44 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 944 time: 0.0913336 Mar 08 04:19:40.052454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36522963-7c3d-4802-9fc6-b15aaa1484dc req-fc523711-e381-4d31-87f5-1052f9f35313 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:40.053927 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36522963-7c3d-4802-9fc6-b15aaa1484dc req-fc523711-e381-4d31-87f5-1052f9f35313 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0742519 Mar 08 04:19:40.127298 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6410bb2b-73a7-4006-a5cd-221fc34e2c9d req-4d806b9b-d929-4a28-a824-37079182acbd tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722060 Mar 08 04:19:40.131281 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36522963-7c3d-4802-9fc6-b15aaa1484dc req-98a54a93-6e5c-40dc-8794-2890fff17805 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691774 Mar 08 04:19:40.216946 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51750) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:40.230569 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebe3a2a4-d4b5-45ce-8de5-ac1f525600ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.303803 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebe3a2a4-d4b5-45ce-8de5-ac1f525600ed admin admin] Publish callbacks [] for security_group (76acd8ef-0f74-4d9b-ab61-f599203bbe8d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.308620 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebe3a2a4-d4b5-45ce-8de5-ac1f525600ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (76acd8ef-0f74-4d9b-ab61-f599203bbe8d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.346933 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-ebe3a2a4-d4b5-45ce-8de5-ac1f525600ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba9e56fd8ee49489d65b5fa0fc44bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288991 Mar 08 04:19:40.348829 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3a2a4-d4b5-45ce-8de5-ac1f525600ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76acd8ef-0f74-4d9b-ab61-f599203bbe8d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:40.349685 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51752) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:40.398036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] Publish callbacks [] for security_group (76acd8ef-0f74-4d9b-ab61-f599203bbe8d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.409802 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['0002ae85-9375-4b2e-ba77-97ccabed6343'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:40.426190 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] Publish callbacks [] for security_group (76acd8ef-0f74-4d9b-ab61-f599203bbe8d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.476938 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (76acd8ef-0f74-4d9b-ab61-f599203bbe8d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.480978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:40.482092 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76acd8ef-0f74-4d9b-ab61-f599203bbe8d HTTP/1.1" status: 204 len: 168 time: 0.1313658 Mar 08 04:19:40.489593 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc375b-7211-4616-be89-9f8987400b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76acd8ef-0f74-4d9b-ab61-f599203bbe8d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:41.278999 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626dab4-51cc-4750-9c4e-a61b1116b359 req-da9c7be7-c9cd-46bb-baab-cb0acb6905cb tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:41.280491 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7626dab4-51cc-4750-9c4e-a61b1116b359 req-da9c7be7-c9cd-46bb-baab-cb0acb6905cb tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 944 time: 0.0816982 Mar 08 04:19:41.301503 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122872-54b8-4cd4-b170-4ac1da32ddf7 req-592a8aa2-545c-481e-b5ab-6eb5b915dab9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:41.302972 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2122872-54b8-4cd4-b170-4ac1da32ddf7 req-592a8aa2-545c-481e-b5ab-6eb5b915dab9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0953727 Mar 08 04:19:41.365311 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7626dab4-51cc-4750-9c4e-a61b1116b359 req-7ee44120-aff3-4584-8a12-dd4b5f9dcf79 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787671 Mar 08 04:19:41.377862 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2122872-54b8-4cd4-b170-4ac1da32ddf7 req-9ddfd21a-d176-4489-8d4f-8d48461f2fe1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Mar 08 04:19:42.530813 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8213-d556-4b98-bb3c-f41897b97d3a req-0f608f1a-bc25-4443-a29f-5b96e83757e6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:42.532524 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e6bf8213-d556-4b98-bb3c-f41897b97d3a req-0f608f1a-bc25-4443-a29f-5b96e83757e6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0814779 Mar 08 04:19:42.542651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22b8e5-7f4c-4207-bb6c-a6cd8ba3a2c2 req-8ce36b7f-0901-4218-b671-f78b107980de tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:42.544117 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cd22b8e5-7f4c-4207-bb6c-a6cd8ba3a2c2 req-8ce36b7f-0901-4218-b671-f78b107980de tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 944 time: 0.1032767 Mar 08 04:19:42.626810 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e6bf8213-d556-4b98-bb3c-f41897b97d3a req-6774940c-3cb4-4908-9fe7-525610b83fef tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817046 Mar 08 04:19:42.637593 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cd22b8e5-7f4c-4207-bb6c-a6cd8ba3a2c2 req-e640d3c9-da26-4ab1-a140-17805e18306e tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834074 Mar 08 04:19:43.355381 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e216959-0556-4846-8efa-45b5df9fb096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:43.575322 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 0002ae85-9375-4b2e-ba77-97ccabed6343 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:43.624943 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 0002ae85-9375-4b2e-ba77-97ccabed6343 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:19:43.628941 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 0002ae85-9375-4b2e-ba77-97ccabed6343 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:43.629315 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:43.722557 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 0002ae85-9375-4b2e-ba77-97ccabed6343 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:43.723096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:43.752982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:43.755229 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31353e6-808f-4562-92d8-b86b9ce50c4b" -d '{"events": [{"server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "name": "network-vif-plugged", "status": "completed", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:43.767303 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0002ae85-9375-4b2e-ba77-97ccabed6343,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:43.773779 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:43.797002 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62263d8-77d4-4bdf-ada2-6e455e8a4bb8 req-b9081cd0-eb2d-4c3b-b4e2-2db30573e799 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:43.803799 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e62263d8-77d4-4bdf-ada2-6e455e8a4bb8 req-b9081cd0-eb2d-4c3b-b4e2-2db30573e799 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0986786 Mar 08 04:19:43.833360 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:43.834821 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd9ba-ba6a-40b4-ba1a-62f7113c9f97 req-94466116-8488-4248-9c59-12e6183ff272 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:43.836620 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dadd9ba-ba6a-40b4-ba1a-62f7113c9f97 req-94466116-8488-4248-9c59-12e6183ff272 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 944 time: 0.1196234 Mar 08 04:19:43.885014 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e62263d8-77d4-4bdf-ada2-6e455e8a4bb8 req-fe28bc39-4e3f-4da8-b0bf-12c63d115537 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802989 Mar 08 04:19:43.929790 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8dadd9ba-ba6a-40b4-ba1a-62f7113c9f97 req-7c92ce2b-b58c-46c5-94ae-e33dec7f089c tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811236 Mar 08 04:19:43.951022 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cb2a4d-42c4-4a73-91bd-9fdb9f227fc5 x-openstack-request-id: req-f9cb2a4d-42c4-4a73-91bd-9fdb9f227fc5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:43.951022 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "name": "network-vif-plugged", "status": "completed", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:43.951022 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9cb2a4d-42c4-4a73-91bd-9fdb9f227fc5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:43.951022 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343', 'code': 200} Mar 08 04:19:44.186555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29bd84-d142-4b12-939e-de6fb0f47dee req-fa56fdff-c327-4235-a7dc-6a531af68658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:44.188141 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3a29bd84-d142-4b12-939e-de6fb0f47dee req-fa56fdff-c327-4235-a7dc-6a531af68658 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 1129 time: 0.0485735 Mar 08 04:19:44.239932 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3a29bd84-d142-4b12-939e-de6fb0f47dee req-a252fc7e-4158-4dd7-a1df-944f04b60642 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Mar 08 04:19:44.573538 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51914) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:44.683705 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1398da69-e763-400d-8aca-2da814651247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.757392 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1398da69-e763-400d-8aca-2da814651247 admin admin] Publish callbacks [] for security_group (a02e0a44-2c82-47d6-adeb-21b476b0d971), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.762251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1398da69-e763-400d-8aca-2da814651247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a02e0a44-2c82-47d6-adeb-21b476b0d971), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.800865 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1398da69-e763-400d-8aca-2da814651247 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=590b0592f7744b72991d68040b7526c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262726 Mar 08 04:19:44.801801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398da69-e763-400d-8aca-2da814651247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02e0a44-2c82-47d6-adeb-21b476b0d971,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:44.803583 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51918) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:44.851692 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] Publish callbacks [] for security_group (a02e0a44-2c82-47d6-adeb-21b476b0d971), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.872339 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] Publish callbacks [] for security_group (a02e0a44-2c82-47d6-adeb-21b476b0d971), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.919991 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a02e0a44-2c82-47d6-adeb-21b476b0d971), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.922956 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:44.930419 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a02e0a44-2c82-47d6-adeb-21b476b0d971 HTTP/1.1" status: 204 len: 168 time: 0.1254418 Mar 08 04:19:44.942993 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983f331-d12c-4f38-bede-60106ce09f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02e0a44-2c82-47d6-adeb-21b476b0d971,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:45.019666 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b579c5b-ff5c-41fc-afe9-9296ab323377 req-30733646-2671-4cd2-a0e1-80c09c854279 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:45.023207 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2b579c5b-ff5c-41fc-afe9-9296ab323377 req-30733646-2671-4cd2-a0e1-80c09c854279 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0651186 Mar 08 04:19:45.109058 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2b579c5b-ff5c-41fc-afe9-9296ab323377 req-336bf708-4f4e-47e4-8f53-6b10ee813a08 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Mar 08 04:19:45.116475 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039861c-f2b0-40de-b5bb-6b7c1c1b4c0b req-e0afea2a-3eb5-4e07-8322-01c62922d914 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:45.117912 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0039861c-f2b0-40de-b5bb-6b7c1c1b4c0b req-e0afea2a-3eb5-4e07-8322-01c62922d914 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.0932465 Mar 08 04:19:45.175313 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0039861c-f2b0-40de-b5bb-6b7c1c1b4c0b req-5e02cca8-cf3d-4dd0-a3b5-5b780660f812 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Mar 08 04:19:45.209764 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51930) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:45.224289 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82871424-fd10-4eee-9b3d-b9dfba01a8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.303415 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82871424-fd10-4eee-9b3d-b9dfba01a8ad admin admin] Publish callbacks [] for security_group (4dd15fc8-4377-41d7-a20d-688224cdc9d0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.308874 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82871424-fd10-4eee-9b3d-b9dfba01a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4dd15fc8-4377-41d7-a20d-688224cdc9d0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.349669 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82871424-fd10-4eee-9b3d-b9dfba01a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd15fc8-4377-41d7-a20d-688224cdc9d0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:45.358362 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51942) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:45.371443 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-82871424-fd10-4eee-9b3d-b9dfba01a8ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fedcc916d6f40cbbae1fdeb63eaffd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551566 Mar 08 04:19:45.410595 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] Publish callbacks [] for security_group (4dd15fc8-4377-41d7-a20d-688224cdc9d0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.435989 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] Publish callbacks [] for security_group (4dd15fc8-4377-41d7-a20d-688224cdc9d0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.487461 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4dd15fc8-4377-41d7-a20d-688224cdc9d0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.490554 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.492139 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd15fc8-4377-41d7-a20d-688224cdc9d0 HTTP/1.1" status: 204 len: 168 time: 0.1326265 Mar 08 04:19:45.500566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344950e-f3af-4172-b8a5-6247b8602813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd15fc8-4377-41d7-a20d-688224cdc9d0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:45.535946 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80a56c96-e8a1-433b-a1f5-333cd7678b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.582641 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51950) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:45.611995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51954) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:45.812517 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a751af58-fb94-430e-9558-13f99bc25db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.826857 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-55fb40d4-d25e-44b3-95c5-0b08c83e6941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.905625 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 51960) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:45.919684 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ae6-6f5f-4e1d-acfd-4b00152f830a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.959294 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a751af58-fb94-430e-9558-13f99bc25db0 admin admin] Publish callbacks [] for security_group (410a2e92-39c9-4866-932b-150c1fe1d948), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.961366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-55fb40d4-d25e-44b3-95c5-0b08c83e6941 admin admin] Publish callbacks [] for security_group (a6253a24-4be8-4f8b-8114-33d0583418e0), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.964993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a751af58-fb94-430e-9558-13f99bc25db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (410a2e92-39c9-4866-932b-150c1fe1d948), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:45.975756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-55fb40d4-d25e-44b3-95c5-0b08c83e6941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a6253a24-4be8-4f8b-8114-33d0583418e0), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.000809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ae6-6f5f-4e1d-acfd-4b00152f830a admin admin] Publish callbacks [] for security_group (a5560d58-9119-4a2d-ad60-ff2a4b9cd6da), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.004463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ae6-6f5f-4e1d-acfd-4b00152f830a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a5560d58-9119-4a2d-ad60-ff2a4b9cd6da), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.024915 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a751af58-fb94-430e-9558-13f99bc25db0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da2463efd8f44d4d8279b75a9d83433b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413269 Mar 08 04:19:46.026619 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751af58-fb94-430e-9558-13f99bc25db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410a2e92-39c9-4866-932b-150c1fe1d948,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.029153 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51962) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:46.031408 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-55fb40d4-d25e-44b3-95c5-0b08c83e6941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c14c01dbc38e46baa261e798b6d65122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182959 Mar 08 04:19:46.035592 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51964) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:46.047241 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-49ea4ae6-6f5f-4e1d-acfd-4b00152f830a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05574a83f89f4f5e92a3ce14a9dc3085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402199 Mar 08 04:19:46.047577 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51966) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:46.048483 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4ae6-6f5f-4e1d-acfd-4b00152f830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5560d58-9119-4a2d-ad60-ff2a4b9cd6da,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.115748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb40d4-d25e-44b3-95c5-0b08c83e6941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6253a24-4be8-4f8b-8114-33d0583418e0,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.180735 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] Publish callbacks [] for security_group (410a2e92-39c9-4866-932b-150c1fe1d948), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.187299 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] Publish callbacks [] for security_group (a6253a24-4be8-4f8b-8114-33d0583418e0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.236840 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] Publish callbacks [] for security_group (a5560d58-9119-4a2d-ad60-ff2a4b9cd6da), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.264008 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] Publish callbacks [] for security_group (a6253a24-4be8-4f8b-8114-33d0583418e0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.270614 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] Publish callbacks [] for security_group (410a2e92-39c9-4866-932b-150c1fe1d948), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.336364 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] Publish callbacks [] for security_group (a5560d58-9119-4a2d-ad60-ff2a4b9cd6da), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.420815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7afe01-f7de-4d22-8d54-8288ec906286 req-b0214b14-d2eb-4951-8401-cbd9dfc038ec tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:46.422276 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bb7afe01-f7de-4d22-8d54-8288ec906286 req-b0214b14-d2eb-4951-8401-cbd9dfc038ec tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.2360468 Mar 08 04:19:46.438714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f09a-9529-44e7-a917-1fcf494fbafa req-dbee944c-10a0-42b6-8af0-1756ba263c56 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:46.440074 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4a84f09a-9529-44e7-a917-1fcf494fbafa req-dbee944c-10a0-42b6-8af0-1756ba263c56 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.1940510 Mar 08 04:19:46.460823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (410a2e92-39c9-4866-932b-150c1fe1d948), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.463783 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.465368 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410a2e92-39c9-4866-932b-150c1fe1d948 HTTP/1.1" status: 204 len: 168 time: 0.4329329 Mar 08 04:19:46.491200 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a6253a24-4be8-4f8b-8114-33d0583418e0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.493625 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.497395 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6253a24-4be8-4f8b-8114-33d0583418e0 HTTP/1.1" status: 204 len: 168 time: 0.4553504 Mar 08 04:19:46.497954 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a5560d58-9119-4a2d-ad60-ff2a4b9cd6da), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.500415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.503792 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5560d58-9119-4a2d-ad60-ff2a4b9cd6da HTTP/1.1" status: 204 len: 168 time: 0.4418368 Mar 08 04:19:46.511403 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27671c-0150-4a91-9041-2d4f64b5313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a2e92-39c9-4866-932b-150c1fe1d948,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.546829 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19fd78-fcc0-4002-9504-b0db469127e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6253a24-4be8-4f8b-8114-33d0583418e0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.553853 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bb7afe01-f7de-4d22-8d54-8288ec906286 req-09181e7e-5d61-49f5-a909-83217df60885 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241677 Mar 08 04:19:46.562056 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4a84f09a-9529-44e7-a917-1fcf494fbafa req-8fe5ec8e-245c-4923-b8cf-1f3fc538c1d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153948 Mar 08 04:19:46.566959 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677098b8-1938-4689-8943-348d6929c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5560d58-9119-4a2d-ad60-ff2a4b9cd6da,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:46.778232 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.877396 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 51988) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:46.894660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f3668268-907b-4c02-a851-a5360fa93701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:46.993298 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f3668268-907b-4c02-a851-a5360fa93701 admin admin] Publish callbacks [] for security_group (29ad6269-f589-4cf6-8a52-c9b8011c7272), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.004383 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f3668268-907b-4c02-a851-a5360fa93701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (29ad6269-f589-4cf6-8a52-c9b8011c7272), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.036883 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3668268-907b-4c02-a851-a5360fa93701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad6269-f589-4cf6-8a52-c9b8011c7272,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:47.044003 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-f3668268-907b-4c02-a851-a5360fa93701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebcd92b70dcb47b582fc322a6d01139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647487 Mar 08 04:19:47.046728 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52000) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:47.120588 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] Publish callbacks [] for security_group (29ad6269-f589-4cf6-8a52-c9b8011c7272), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.146759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] Publish callbacks [] for security_group (29ad6269-f589-4cf6-8a52-c9b8011c7272), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.211760 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (29ad6269-f589-4cf6-8a52-c9b8011c7272), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.215778 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.217312 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29ad6269-f589-4cf6-8a52-c9b8011c7272 HTTP/1.1" status: 204 len: 168 time: 0.1676536 Mar 08 04:19:47.227356 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aff8f7-5c2c-49ef-8153-e57200139839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad6269-f589-4cf6-8a52-c9b8011c7272,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:47.381542 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1663f-f0ff-4211-b0d9-ca1e323f59bd req-aa6cdd16-1bbe-40ff-94d5-fb86c42a80dd tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:47.383247 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bfb1663f-f0ff-4211-b0d9-ca1e323f59bd req-aa6cdd16-1bbe-40ff-94d5-fb86c42a80dd tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.0615129 Mar 08 04:19:47.450752 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bfb1663f-f0ff-4211-b0d9-ca1e323f59bd req-675d2799-008d-4132-8f0c-15f0cfc1b3d3 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600607 Mar 08 04:19:47.599284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52038) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:47.618560 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-02665dc3-7d50-4b57-9918-bd4e7a4fec76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.696433 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52040) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:47.730578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508d3cc-cd03-4300-88e3-093de0c37cba req-b9508190-b201-4f67-9171-7eff11e6c39f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:47.732086 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7508d3cc-cd03-4300-88e3-093de0c37cba req-b9508190-b201-4f67-9171-7eff11e6c39f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0973513 Mar 08 04:19:47.765933 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-02665dc3-7d50-4b57-9918-bd4e7a4fec76 admin admin] Publish callbacks [] for security_group (f433c4ef-9899-4e1f-a222-8ce6753dd072), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.780544 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-02665dc3-7d50-4b57-9918-bd4e7a4fec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f433c4ef-9899-4e1f-a222-8ce6753dd072), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.807389 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1858804394-network', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:47.828232 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Made reservation on behalf of 1894e1f383974caf99ad82292ecf69d1 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:47.831536 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.833863 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7508d3cc-cd03-4300-88e3-093de0c37cba req-b81c0997-a849-427f-a6b8-7a31c7af8ab7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922384 Mar 08 04:19:47.836355 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-02665dc3-7d50-4b57-9918-bd4e7a4fec76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d33dd75f5f65495ab7686138926c8aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358377 Mar 08 04:19:47.837184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665dc3-7d50-4b57-9918-bd4e7a4fec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f433c4ef-9899-4e1f-a222-8ce6753dd072,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:47.840778 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52046) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:47.855958 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.894102 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] Publish callbacks [] for security_group (f433c4ef-9899-4e1f-a222-8ce6753dd072), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.919885 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] Publish callbacks [] for security_group (f433c4ef-9899-4e1f-a222-8ce6753dd072), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.945111 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks [] for security_group (ad2a0fde-4c44-4f81-87a2-71e230a1d538), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.949807 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ad2a0fde-4c44-4f81-87a2-71e230a1d538), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.980250 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f433c4ef-9899-4e1f-a222-8ce6753dd072), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.982712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:19:47.983041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:47.984210 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f433c4ef-9899-4e1f-a222-8ce6753dd072 HTTP/1.1" status: 204 len: 168 time: 0.1421793 Mar 08 04:19:47.984831 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a0fde-4c44-4f81-87a2-71e230a1d538,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:47.998228 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771786a-32ec-441e-86ba-766d4385db09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433c4ef-9899-4e1f-a222-8ce6753dd072,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:48.008220 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (feb1fe86-b36c-4aaa-8823-2481d255b3dd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.008598 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Added segment feb1fe86-b36c-4aaa-8823-2481d255b3dd of type vlan for network 56fd0b7d-139f-4118-9814-ba4aaead10ba Mar 08 04:19:48.058859 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (56fd0b7d-139f-4118-9814-ba4aaead10ba), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.086164 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (56fd0b7d-139f-4118-9814-ba4aaead10ba), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.087470 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:48.088779 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.129416 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4307547 Mar 08 04:19:48.133434 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52054) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:48.143481 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Request body: {'subnet': {'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1858804394-subnet', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:48.167748 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2206c7-4af8-45d8-9419-640f09f40202 admin admin] Pushing event updated for resources: {'Network': ['ID=56fd0b7d-139f-4118-9814-ba4aaead10ba,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:48.184255 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:19:48.188241 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.192119 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Made reservation on behalf of 1894e1f383974caf99ad82292ecf69d1 for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:48.194500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25473729'] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.396055 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28908316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25473759'] for subnet (270b9874-5c9b-4416-8c4e-7c3d760deb98), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.450002 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Pushing event updated for resources: {'Subnet': ['ID=270b9874-5c9b-4416-8c4e-7c3d760deb98,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:48.473261 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Checking segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:48.473615 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Network hostable DHCP agents. Network: 56fd0b7d-139f-4118-9814-ba4aaead10ba, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:19:48.495232 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:19:48.505545 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 56fd0b7d-139f-4118-9814-ba4aaead10ba) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:48.510950 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:48.511757 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.518433 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4911383-95a7-4f6f-9035-872b5952528c None None] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:48.529781 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-30660ff7-cf89-417b-891b-201e31be266b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3942311 Mar 08 04:19:48.532599 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52072) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:48.537009 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:48.563944 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.565400 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.592759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b85125-b280-4d56-8a64-0460711ae0dd req-5c45c597-3e26-4657-88c9-5d56c4d5dca8 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:48.594470 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-62b85125-b280-4d56-8a64-0460711ae0dd req-5c45c597-3e26-4657-88c9-5d56c4d5dca8 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Mar 08 04:19:48.635374 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for router_controller (4f2561fc-3e29-4a51-8627-15f754c7cd00), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.649801 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-56fd0b7d-139f-4118-9814-ba4aaead10ba', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:19:48.651858 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.655903 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-62b85125-b280-4d56-8a64-0460711ae0dd req-b47f2b0d-01e1-4a61-a9eb-34a858dad8d4 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Mar 08 04:19:48.804083 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for router_gateway (4f2561fc-3e29-4a51-8627-15f754c7cd00), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:48.815134 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Allocated IP 172.20.0.2 (56fd0b7d-139f-4118-9814-ba4aaead10ba/270b9874-5c9b-4416-8c4e-7c3d760deb98/3c1dce3b-6f09-4a31-9180-5c407e8e12d3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:49.002100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e198c5-f0f7-4de4-8415-4085e5dc51e3 req-eb465919-07f5-4f60-ae12-eefa9f1a7970 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:49.005402 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-33e198c5-f0f7-4de4-8415-4085e5dc51e3 req-eb465919-07f5-4f60-ae12-eefa9f1a7970 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0696433 Mar 08 04:19:49.048799 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for router_gateway (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.059742 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-33e198c5-f0f7-4de4-8415-4085e5dc51e3 req-66868452-b0a6-44cd-a2ca-e6af9c4702e0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Mar 08 04:19:49.070289 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.105700 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks [] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.112737 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.157303 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:49.160453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:49.163431 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:49.184858 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Allocated IP 172.28.1.46 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/4a6ccd6a-cfa9-47f9-b8cb-43593bb91633) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:49.193531 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Pushing event updated for resources: {'Port': ['ID=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:49.231024 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Attempting to bind port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:49.231401 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Attempting to bind port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:49.231767 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Attempting to bind port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 on network 56fd0b7d-139f-4118-9814-ba4aaead10ba {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:49.239205 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:49.239591 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Checking segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:49.240034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.240434 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Bound using segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:49.241102 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Bound port: 3c1dce3b-6f09-4a31-9180-5c407e8e12d3, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:49.241488 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.352801 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] For port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:49.357137 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] For port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:49.364173 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.365908 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.455511 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1d160-00d5-474f-a771-cc76b3093482 None None] Pushing event updated for resources: {'Port': ['ID=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:49.540359 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.588900 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:49.594308 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:49.601470 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:49.648558 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:49.672373 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-fed1647c-5e5b-4d9b-95bb-32b0c90a11df tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:49.675802 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-fed1647c-5e5b-4d9b-95bb-32b0c90a11df tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.0971527 Mar 08 04:19:49.677449 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Pushing event updated for resources: {'Port': ['ID=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:49.891023 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99867005-1640-41c2-a928-bdfe5b992324 req-a7a0071e-d6eb-4911-a2ac-418844eee41b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:49.898198 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99867005-1640-41c2-a928-bdfe5b992324 req-a7a0071e-d6eb-4911-a2ac-418844eee41b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 945 time: 0.0854776 Mar 08 04:19:49.941509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Deleting port 0002ae85-9375-4b2e-ba77-97ccabed6343 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:19:49.942036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.032427 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for router_gateway (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.032928 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99867005-1640-41c2-a928-bdfe5b992324 req-ecc4bc06-888a-41dc-9af3-6050eb4b0ad5 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317420 Mar 08 04:19:50.078352 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] For port 0002ae85-9375-4b2e-ba77-97ccabed6343, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0002ae85-9375-4b2e-ba77-97ccabed6343,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:50.078817 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.092046 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Calling delete_port for 0002ae85-9375-4b2e-ba77-97ccabed6343 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:19:50.265711 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb67893-b6a5-41e2-b9a6-12dd24819fab req-3b39d4fc-1f61-410b-a192-1b2ce9adec53 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:50.267566 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-edb67893-b6a5-41e2-b9a6-12dd24819fab req-3b39d4fc-1f61-410b-a192-1b2ce9adec53 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1170952 Mar 08 04:19:50.287129 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.342335 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:50.393372 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-edb67893-b6a5-41e2-b9a6-12dd24819fab req-386e2bc5-dbb2-4788-a9f9-f139d390b938 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189725 Mar 08 04:19:50.410253 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:50.411048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.412971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (0002ae85-9375-4b2e-ba77-97ccabed6343), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.465312 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['0002ae85-9375-4b2e-ba77-97ccabed6343'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:19:50.494609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Pushing event deleted for resources: {'Port': ['ID=0002ae85-9375-4b2e-ba77-97ccabed6343,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:50.518385 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Router 4f2561fc-3e29-4a51-8627-15f754c7cd00 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:19:50.531945 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] No DVR routers for this DVR port 0002ae85-9375-4b2e-ba77-97ccabed6343 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:19:50.534753 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.539623 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f7ff90d-dd8e-4e9b-90b0-d654fb848488 req-614328dc-acf5-4890-99e3-f5d3e60cc4d2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "DELETE /v2.0/ports/0002ae85-9375-4b2e-ba77-97ccabed6343 HTTP/1.1" status: 204 len: 173 time: 0.8484926 Mar 08 04:19:50.540311 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'name': 'network-vif-deleted', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:50.552833 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed403cf-8d76-4509-bce7-b8c0b41ea338" -d '{"events": [{"server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "name": "network-vif-deleted", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:50.565298 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:50.565695 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.606366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5bb817-b570-4ee0-9c1e-17a32af5ec62 x-openstack-request-id: req-cd5bb817-b570-4ee0-9c1e-17a32af5ec62 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:50.606781 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c6519-d896-4166-9fe9-0d5399d922b5", "name": "network-vif-deleted", "tag": "0002ae85-9375-4b2e-ba77-97ccabed6343", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:50.607205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5bb817-b570-4ee0-9c1e-17a32af5ec62 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:50.607736 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63c6519-d896-4166-9fe9-0d5399d922b5', 'name': 'network-vif-deleted', 'tag': '0002ae85-9375-4b2e-ba77-97ccabed6343', 'status': 'completed', 'code': 200} Mar 08 04:19:50.636319 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:50.642791 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.711323 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:50.753073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:19:50.768783 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Sync routers for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:19:50.790184 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:50.793056 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:50.800352 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.804660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52132) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:50.807349 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-dc67eb5c-082f-4b11-add7-099acf9034ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2735441 Mar 08 04:19:50.842310 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65aeeea-ccb6-4375-95a6-b569d714a7fd None None] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:50.934429 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-20d96453-04cd-422e-b46b-50d811dfc604 None None] Provisioning complete for port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:50.934927 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-20d96453-04cd-422e-b46b-50d811dfc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:50.943701 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:51.047326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-20d96453-04cd-422e-b46b-50d811dfc604 None None] Current status of the port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:51.170794 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:49Z', 'revision_number': 3, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:51.173467 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-73064c46-6e3c-480f-8686-a21dc92ee3ec req-423983e7-b459-46bd-90f8-e0f667e5f68e tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=c63c6519-d896-4166-9fe9-0d5399d922b5 HTTP/1.1" status: 200 len: 210 time: 0.0388954 Mar 08 04:19:51.207627 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Checking router: 4f2561fc-3e29-4a51-8627-15f754c7cd00 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:19:51.208319 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Updating router 4f2561fc-3e29-4a51-8627-15f754c7cd00 port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:19:51.243690 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.269415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-84165310-0f34-4692-8ae1-74f39ea25920 None None] Provisioning complete for port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:51.270642 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84165310-0f34-4692-8ae1-74f39ea25920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.382056 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-84165310-0f34-4692-8ae1-74f39ea25920 None None] Current status of the port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:51.387546 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.547703 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks [] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.554526 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.606838 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Attempting to bind port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:51.607215 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Attempting to bind port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:51.607576 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Attempting to bind port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:51.616774 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Pushing event updated for resources: {'Port': ['ID=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:51.618989 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:51.620016 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:51.620536 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.620931 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:51.621406 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Bound port: 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:51.621783 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.649174 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.649597 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.650060 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.650521 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.650980 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.651593 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.652025 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.652416 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.652795 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.653161 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.653587 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.653996 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.654382 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:19:51.692269 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] For port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:51.695415 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] For port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:51.703671 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:51.762825 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:51.763478 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:51.768342 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caf96d-ecdb-4b48-8357-ce8da6c92fdd None None] Pushing event updated for resources: {'Port': ['ID=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:51.790892 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52334a5-5870-4fd8-9c1a-da6bf5754766 req-0f0d4aa0-5baa-4962-859d-9f4fa9b0c5e2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:51.792993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d52334a5-5870-4fd8-9c1a-da6bf5754766 req-0f0d4aa0-5baa-4962-859d-9f4fa9b0c5e2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1327560 Mar 08 04:19:51.867272 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Allocated IP 172.20.0.1 (56fd0b7d-139f-4118-9814-ba4aaead10ba/270b9874-5c9b-4416-8c4e-7c3d760deb98/72e8ba7b-8cfb-4978-9690-ab10a4856ac0) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:51.884329 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:51.887487 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d52334a5-5870-4fd8-9c1a-da6bf5754766 req-8cee48ed-bd68-4b5e-b931-1317bb72a24e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861385 Mar 08 04:19:51.966305 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52150) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:52.007311 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks [] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.049439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.094175 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:52.106191 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:52.109933 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38ea5562-6296-4550-bdf1-9a135f2b4c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.112091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:52.181775 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:52.184967 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.236133 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:49Z', 'revision_number': 3, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:52.255203 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38ea5562-6296-4550-bdf1-9a135f2b4c83 admin admin] Publish callbacks [] for security_group (ebfd8135-2264-4376-ba19-3b8f712bd0ca), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.263120 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38ea5562-6296-4550-bdf1-9a135f2b4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ebfd8135-2264-4376-ba19-3b8f712bd0ca), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.288963 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e37487-a15f-4149-b34e-00e9c9509958 None None] The sync data for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb is: [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:49Z', 'revision_number': 3, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:19:52.313291 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:52.332272 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-38ea5562-6296-4550-bdf1-9a135f2b4c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea353f217196484ca152ec63d183d805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625250 Mar 08 04:19:52.333300 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52160) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:52.408655 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] Publish callbacks [] for security_group (ebfd8135-2264-4376-ba19-3b8f712bd0ca), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.410456 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea5562-6296-4550-bdf1-9a135f2b4c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfd8135-2264-4376-ba19-3b8f712bd0ca,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:52.438681 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:52.440935 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.446606 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] Publish callbacks [] for security_group (ebfd8135-2264-4376-ba19-3b8f712bd0ca), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.507969 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ebfd8135-2264-4376-ba19-3b8f712bd0ca), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.512092 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.514838 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebfd8135-2264-4376-ba19-3b8f712bd0ca HTTP/1.1" status: 204 len: 168 time: 0.1792028 Mar 08 04:19:52.522703 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351a75-8080-489e-a452-201ca8e7172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfd8135-2264-4376-ba19-3b8f712bd0ca,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:52.571558 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-379c20d6-6110-4c44-961a-223d1487db61 None None] Provisioning complete for port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:52.571950 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-379c20d6-6110-4c44-961a-223d1487db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.683600 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:52.686029 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.695817 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-379c20d6-6110-4c44-961a-223d1487db61 None None] Port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:19:52.717436 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:52.726126 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-2dff1a71-2cd2-4093-b737-c1ad3266ec7b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:52.727711 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-2dff1a71-2cd2-4093-b737-c1ad3266ec7b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 809 time: 0.2279391 Mar 08 04:19:52.767497 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-07faa737-6aa7-40fd-92d4-388f9876c623 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/quotas/5df3c8ffbc8c4f76bdc4554ffd0100c1 HTTP/1.1" status: 200 len: 375 time: 0.0327299 Mar 08 04:19:52.819428 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-862dcaaf-9ea2-4493-bacd-6e40897d16af tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432789 Mar 08 04:19:52.999090 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d5aaa351-79aa-47f3-bf92-fccfdb59f513 service neutron] 10.222.0.20 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633825 Mar 08 04:19:53.052827 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks [] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:53.068101 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:53.193643 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8bed-1e01-4132-8009-1e83e544400c req-eefe9be1-c550-48f0-8fb9-ad1f830bb57e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:53.200860 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f3e8bed-1e01-4132-8009-1e83e544400c req-eefe9be1-c550-48f0-8fb9-ad1f830bb57e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.2189937 Mar 08 04:19:53.209261 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:53.229148 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:53.246579 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-7474b311-066d-44af-a043-938eaaba0e98 service neutron] 10.222.0.20 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275407 Mar 08 04:19:53.358913 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f3e8bed-1e01-4132-8009-1e83e544400c req-2e81349f-ff77-4742-a4a6-f6ed61c7a491 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571648 Mar 08 04:19:53.418588 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:53.420283 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:53.577421 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-33c2d744-3476-46f6-ad11-ebb7eb5cf29f req-9a05e81a-a7b5-4916-88e9-bd863256d031 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 210 time: 0.0463517 Mar 08 04:19:53.632095 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 0002ae85-9375-4b2e-ba77-97ccabed6343 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:19:53.665912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Router 4f2561fc-3e29-4a51-8627-15f754c7cd00 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:19:53.669720 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 0002ae85-9375-4b2e-ba77-97ccabed6343 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:19:53.673097 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 0002ae85-9375-4b2e-ba77-97ccabed6343 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:19:53.734611 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-334f7039-ba13-4d0f-921b-36a054c0134c None None] Provisioning complete for port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:53.735396 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-334f7039-ba13-4d0f-921b-36a054c0134c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:53.779540 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-334f7039-ba13-4d0f-921b-36a054c0134c None None] Port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:19:53.808451 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:19:53.815345 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-cad4b17f-395a-40e5-b37b-63d827fca3f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/4f2561fc-3e29-4a51-8627-15f754c7cd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0094075 Mar 08 04:19:54.355731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:54.439225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:54.439852 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.521842 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Sync routers for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:19:54.603198 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:54.605269 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:54.605410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df23f8-e4a5-4988-825e-8e5067d33a01 req-ae6e4dd3-84fb-463b-ac2b-f4499deb136a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:54.609121 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76df23f8-e4a5-4988-825e-8e5067d33a01 req-ae6e4dd3-84fb-463b-ac2b-f4499deb136a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1177006 Mar 08 04:19:54.688787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52254) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:54.698148 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-709424275-network', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:54.748456 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:54.749504 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.754582 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Made reservation on behalf of 27ee2d5636e74cb4ad1aad8acfd18054 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:54.757117 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.766099 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76df23f8-e4a5-4988-825e-8e5067d33a01 req-f4cdff7a-5c06-4843-876d-25e98a7dd900 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485181 Mar 08 04:19:54.787182 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.787507 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:54.845110 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:54.854927 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.875257 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58dbb96c-030b-4578-a863-47a94d3135c4 req-1b23b2bb-3a1e-4292-ab15-b66676ada324 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 210 time: 0.1236753 Mar 08 04:19:54.909172 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks [] for security_group (07fe7e06-8816-4fdc-9c76-9494cba38efe), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.914542 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (07fe7e06-8816-4fdc-9c76-9494cba38efe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.959732 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:19:54.972071 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fe7e06-8816-4fdc-9c76-9494cba38efe,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:54.977591 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (871f64cd-318e-42cf-b97e-85f1a02e64e6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:54.978190 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Added segment 871f64cd-318e-42cf-b97e-85f1a02e64e6 of type vlan for network a3fb03f7-c899-493d-af33-d77c8285a1b6 Mar 08 04:19:55.006672 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-0183c548-4695-4075-ab18-a16c618ccf50 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:55.014778 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-0183c548-4695-4075-ab18-a16c618ccf50 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 809 time: 0.2461088 Mar 08 04:19:55.026200 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (a3fb03f7-c899-493d-af33-d77c8285a1b6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.041830 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Request body: {'port': {'device_id': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83', 'admin_state_up': True, 'tenant_id': '5df3c8ffbc8c4f76bdc4554ffd0100c1'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:55.062728 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (a3fb03f7-c899-493d-af33-d77c8285a1b6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.065418 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:55.066330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.081658 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:55.111217 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4204872 Mar 08 04:19:55.113855 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52266) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:55.127428 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Request body: {'subnet': {'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-709424275-subnet', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:55.175800 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a67ffd-69e1-49b9-b5c9-ee48bda4983e admin admin] Pushing event updated for resources: {'Network': ['ID=a3fb03f7-c899-493d-af33-d77c8285a1b6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:55.190110 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Made reservation on behalf of 27ee2d5636e74cb4ad1aad8acfd18054 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:55.193412 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 2, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:55.193688 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29150739'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.194120 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Made reservation on behalf of 5df3c8ffbc8c4f76bdc4554ffd0100c1 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:19:55.199219 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:19:55.201132 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.239143 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Checking router: 4f2561fc-3e29-4a51-8627-15f754c7cd00 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:19:55.239609 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Updating router 4f2561fc-3e29-4a51-8627-15f754c7cd00 port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:19:55.317696 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.369103 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Allocated IP 172.20.0.11 (0adb0685-47fb-436f-8481-7ba052577d83/a41cc0c2-28c8-4aff-a11f-99c0a4055aea/8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:55.398497 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28608321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29150733'] for subnet (10cd5895-72e9-497e-b365-96f0eac581ac), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.475941 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cd5895-72e9-497e-b365-96f0eac581ac,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:55.492518 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Checking segment: {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:55.493057 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Network hostable DHCP agents. Network: a3fb03f7-c899-493d-af33-d77c8285a1b6, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:19:55.519526 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:19:55.532872 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, a3fb03f7-c899-493d-af33-d77c8285a1b6) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:55.549284 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:55.550462 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.581500 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-29f88543-b0aa-497f-893d-adddefbd542d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4664764 Mar 08 04:19:55.584528 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52272) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:55.585368 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks [] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.596471 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:55.630312 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.633799 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.639933 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.728422 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f9c8fc-6d5c-4ec1-a2cc-e5d929068e21 None None] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:55.742325 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Pushing event updated for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:55.757860 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for router_controller (493c68c8-d19d-4cd7-b6af-cd198f886217), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.782048 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Network 0adb0685-47fb-436f-8481-7ba052577d83 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:55.788605 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:55.809461 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:55.943445 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for router_gateway (493c68c8-d19d-4cd7-b6af-cd198f886217), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.955182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-a3fb03f7-c899-493d-af33-d77c8285a1b6', 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6', 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'fixed_ips': [{'subnet_id': '10cd5895-72e9-497e-b365-96f0eac581ac'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:19:55.956047 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:55.967813 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:55.968442 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.000913 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks [] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.051090 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-51be87cd-126f-495b-948c-e34977e3fa68 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125315 Mar 08 04:19:56.069787 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9a528-1a95-4ab1-8ab2-79d0245961e6 req-256223c0-2c6d-41fa-9a62-15d666b80fca tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:56.071681 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ba9a528-1a95-4ab1-8ab2-79d0245961e6 req-256223c0-2c6d-41fa-9a62-15d666b80fca tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1377258 Mar 08 04:19:56.076227 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.078594 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Request body: {'port': {'device_id': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:19:56.151639 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1c8c-e9e5-4ed5-ba16-1f2ec1b51b05 req-6128f656-4d64-4e16-b38c-c2babf0f0dfe tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:56.153194 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e7c1c8c-e9e5-4ed5-ba16-1f2ec1b51b05 req-6128f656-4d64-4e16-b38c-c2babf0f0dfe tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 932 time: 0.1612582 Mar 08 04:19:56.180866 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671733-4b34-4090-9576-01e492cb7b76 None None] Pushing event updated for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:56.256132 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ba9a528-1a95-4ab1-8ab2-79d0245961e6 req-bf771c35-594b-485e-898b-3a047d98e4f9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724610 Mar 08 04:19:56.277897 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.292840 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:56.330736 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e7c1c8c-e9e5-4ed5-ba16-1f2ec1b51b05 req-22cd82f1-2c34-4b5e-83c2-a390fd4d29d8 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476345 Mar 08 04:19:56.374476 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Allocated IP 172.20.0.2 (a3fb03f7-c899-493d-af33-d77c8285a1b6/10cd5895-72e9-497e-b365-96f0eac581ac/bd0cdbbc-016d-43cf-b072-6a9711942cda) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:56.381053 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Attempting to bind port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:56.381429 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Attempting to bind port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:56.381932 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Attempting to bind port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 on network 56fd0b7d-139f-4118-9814-ba4aaead10ba {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:56.405768 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:56.406270 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Checking segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:56.406560 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.406992 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Bound using segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:56.407477 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Bound port: 72e8ba7b-8cfb-4978-9690-ab10a4856ac0, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:56.407860 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.528974 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:56.529256 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.536010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-81e3dc0b-6dd9-452b-acea-fe20aaeaa297 None None] Provisioning complete for port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:56.536384 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81e3dc0b-6dd9-452b-acea-fe20aaeaa297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.598721 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for router_gateway (493c68c8-d19d-4cd7-b6af-cd198f886217), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.618093 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.648630 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] For port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:56.658941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:19:56.668103 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks [] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.680995 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-81e3dc0b-6dd9-452b-acea-fe20aaeaa297 None None] Port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:19:56.681209 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Transition to ACTIVE for port object 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:19:56.688626 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.699294 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] For port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:56.717851 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.729717 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Allocated IP 172.28.1.175 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/1996551e-fa7a-4517-9293-bc795b9832d5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:56.741290 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks [] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.792814 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Pushing event updated for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:56.794877 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.836647 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Attempting to bind port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:56.837022 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Attempting to bind port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:56.837514 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Attempting to bind port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 on network 0adb0685-47fb-436f-8481-7ba052577d83 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:56.843521 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 on network 0adb0685-47fb-436f-8481-7ba052577d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:19:56.843650 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671733-4b34-4090-9576-01e492cb7b76 None None] Pushing event updated for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:56.844111 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Attempting to bind port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 on network 0adb0685-47fb-436f-8481-7ba052577d83 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:56.847823 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:56.848465 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:56.850495 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:56.851149 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:56.851807 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:56.852162 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Checking segment: {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:56.852574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Bound using segment: {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:56.853013 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Bound port: 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ddcac9-0230-4e9f-8abe-f5afd1cfe367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:56.854834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.858251 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:56.912009 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:56.927510 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for port (1996551e-fa7a-4517-9293-bc795b9832d5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.966142 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:56.971133 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:56.981605 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:56.989364 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Pushing event updated for resources: {'Port': ['ID=bd0cdbbc-016d-43cf-b072-6a9711942cda,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:56.999207 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.057058 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:57.060573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:57.068495 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:57.080667 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Attempting to bind port bd0cdbbc-016d-43cf-b072-6a9711942cda on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:57.080980 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Attempting to bind port bd0cdbbc-016d-43cf-b072-6a9711942cda by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:57.081311 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Attempting to bind port bd0cdbbc-016d-43cf-b072-6a9711942cda on network a3fb03f7-c899-493d-af33-d77c8285a1b6 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:57.094473 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:57.094896 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Checking segment: {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:57.097106 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.097480 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Bound using segment: {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:57.097980 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Bound port: bd0cdbbc-016d-43cf-b072-6a9711942cda, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:57.098414 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.099803 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Pushing event updated for resources: {'Port': ['ID=1996551e-fa7a-4517-9293-bc795b9832d5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:57.146263 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:57.299928 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Provisioning complete for port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:57.300306 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.309608 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] For port bd0cdbbc-016d-43cf-b072-6a9711942cda, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:57.386439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Pushing event updated for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:57.393294 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:57.393902 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.395802 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-d2ee0b05-f2a1-4bfb-a406-73584857e666 service neutron] 10.222.0.42 "PUT /v2.0/ports/8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 HTTP/1.1" status: 200 len: 1094 time: 1.3231468 Mar 08 04:19:57.395802 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:19:57.398563 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1fd739-1583-432d-bc32-8c2e7f620cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:19:57.416698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for router_gateway (493c68c8-d19d-4cd7-b6af-cd198f886217), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.461224 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] For port bd0cdbbc-016d-43cf-b072-6a9711942cda, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=bd0cdbbc-016d-43cf-b072-6a9711942cda,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:57.489148 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.615476 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d31f-d937-43c3-9f03-78618dd5095a req-eb7c698e-0869-43b8-8390-6be0a1870132 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:57.616971 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4bd1d31f-d937-43c3-9f03-78618dd5095a req-eb7c698e-0869-43b8-8390-6be0a1870132 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1864748 Mar 08 04:19:57.624966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49556-5d52-4cf9-a1ab-5b786befe6d9 None None] Pushing event updated for resources: {'Port': ['ID=bd0cdbbc-016d-43cf-b072-6a9711942cda,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:57.625806 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-b8ccec2f-0e99-4edc-9063-a80b329a5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:57.627283 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-b8ccec2f-0e99-4edc-9063-a80b329a5bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 1128 time: 0.1583457 Mar 08 04:19:57.640609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dad31-50cd-4c4a-ae91-3a3eb5d76a0d req-96e94f99-cc79-4af8-90b6-403b274f39ba tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:57.642234 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-662dad31-50cd-4c4a-ae91-3a3eb5d76a0d req-96e94f99-cc79-4af8-90b6-403b274f39ba tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 944 time: 0.1742661 Mar 08 04:19:57.767205 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:56Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:57.779657 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.785723 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-06a748fd-93e6-488d-9f31-8d784c92ee5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 HTTP/1.1" status: 200 len: 217 time: 0.1255596 Mar 08 04:19:57.817135 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Current status of the port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:57.818018 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.843825 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d047d6-d46c-453e-9efe-8930957e5485 None None] The sync data for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb is: [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:56Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:19:57.844660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-6bedf692-d04b-40ef-8d31-ea0c365dffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:57.846715 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-6bedf692-d04b-40ef-8d31-ea0c365dffd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a41cc0c2-28c8-4aff-a11f-99c0a4055aea HTTP/1.1" status: 200 len: 849 time: 0.0535712 Mar 08 04:19:57.852757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4bd1d31f-d937-43c3-9f03-78618dd5095a req-d60cdba8-5add-48fc-9817-911696eebdae tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245736 Mar 08 04:19:57.871441 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] For port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:57.893283 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:57.912642 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-50505b08-086a-40e5-9a85-0302a3088fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0adb0685-47fb-436f-8481-7ba052577d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496950 Mar 08 04:19:57.983314 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-662dad31-50cd-4c4a-ae91-3a3eb5d76a0d req-44bbc453-7a9a-4e09-b6ff-c841cde16b95 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169274 Mar 08 04:19:57.984673 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c108ac-c13f-41ce-8257-c7488a33c304 None None] Pushing event updated for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:58.016412 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda3f7c-dc4e-4dd6-b184-9c8eabb36f28 x-openstack-request-id: req-0bda3f7c-dc4e-4dd6-b184-9c8eabb36f28 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:19:58.016944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:19:58.017406 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bda3f7c-dc4e-4dd6-b184-9c8eabb36f28 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:19:58.018003 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93', 'status': 'completed', 'code': 200} Mar 08 04:19:58.071697 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Router 493c68c8-d19d-4cd7-b6af-cd198f886217 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:19:58.179304 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-fd613408-c185-4110-9e74-d21ec88d7383 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926758 Mar 08 04:19:58.263829 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:19:58.283322 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Sync routers for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:19:58.298372 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:58.299052 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:58.303537 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:58.306106 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0246ead6-4445-4b7c-9ce5-3b5d542725ef admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7199059 Mar 08 04:19:58.307920 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52332) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:19:58.375681 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02adf5a5-1efe-4fd6-adff-876b4527ae47 req-ce47be87-3ed1-496e-88fc-89f0d9dc7f02 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891005 Mar 08 04:19:58.429212 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device bd0cdbbc-016d-43cf-b072-6a9711942cda up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:58.507399 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port bd0cdbbc-016d-43cf-b072-6a9711942cda triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:58.507822 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:58.536612 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:19:58.604907 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-d8e22805-c336-40d1-8df9-df1fa6e2d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:58.607165 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-d8e22805-c336-40d1-8df9-df1fa6e2d1fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 1128 time: 0.1088018 Mar 08 04:19:58.827426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-bce83637-b0ce-49c7-8098-ee4baa7ad842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:58.829020 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-bce83637-b0ce-49c7-8098-ee4baa7ad842 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 200 len: 910 time: 0.2161210 Mar 08 04:19:58.834492 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 3, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:58.852345 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port bd0cdbbc-016d-43cf-b072-6a9711942cda is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:58.852738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:58.880624 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Checking router: 493c68c8-d19d-4cd7-b6af-cd198f886217 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:19:58.880970 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Updating router 493c68c8-d19d-4cd7-b6af-cd198f886217 port 1996551e-fa7a-4517-9293-bc795b9832d5 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:19:58.925518 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-6eb28052-d2ba-4dbc-a834-4a8786a88494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 HTTP/1.1" status: 200 len: 217 time: 0.0881927 Mar 08 04:19:58.944004 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port bd0cdbbc-016d-43cf-b072-6a9711942cda, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=bd0cdbbc-016d-43cf-b072-6a9711942cda,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:19:58.953921 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:58.954742 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:19:58.969246 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.074604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-c174b8cb-a3e9-42ec-9af6-e419196c8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:59.076880 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-c174b8cb-a3e9-42ec-9af6-e419196c8d7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a41cc0c2-28c8-4aff-a11f-99c0a4055aea HTTP/1.1" status: 200 len: 849 time: 0.1437700 Mar 08 04:19:59.127294 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f4da-f6bc-47bf-a3be-4388c0786e97 req-c0258a64-d7b2-46a0-88c9-9c04001b767d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:59.141630 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e040f4da-f6bc-47bf-a3be-4388c0786e97 req-c0258a64-d7b2-46a0-88c9-9c04001b767d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1440957 Mar 08 04:19:59.197324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-eb8e407a-fd5e-4e9a-8f9d-42aa40426092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0adb0685-47fb-436f-8481-7ba052577d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085989 Mar 08 04:19:59.202955 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.224172 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:59.224463 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.238990 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=bd0cdbbc-016d-43cf-b072-6a9711942cda,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:59.387754 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:19:59.472453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c9c6b-f758-4d14-b8c0-eeefd24cb69c req-bbbd2f31-2804-4cf6-9816-e0c0fb6aa8c5 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:19:59.477269 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cf6c9c6b-f758-4d14-b8c0-eeefd24cb69c req-bbbd2f31-2804-4cf6-9816-e0c0fb6aa8c5 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 944 time: 0.2805505 Mar 08 04:19:59.504848 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks [] for port (1996551e-fa7a-4517-9293-bc795b9832d5), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.508055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Allocated IP 172.20.0.1 (a3fb03f7-c899-493d-af33-d77c8285a1b6/10cd5895-72e9-497e-b365-96f0eac581ac/a96a4d47-7bdf-4290-97df-41d75d5efb01) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:19:59.513570 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.529235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089867bc-e03c-4756-89d1-1aae7da27fd5 None None] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:19:59.578716 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a0dab-f49f-465c-afb6-3ed762f28415 None None] Pushing event updated for resources: {'Port': ['ID=1996551e-fa7a-4517-9293-bc795b9832d5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:19:59.610670 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Attempting to bind port 1996551e-fa7a-4517-9293-bc795b9832d5 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:19:59.611078 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Attempting to bind port 1996551e-fa7a-4517-9293-bc795b9832d5 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:19:59.611494 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Attempting to bind port 1996551e-fa7a-4517-9293-bc795b9832d5 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:19:59.620839 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:19:59.621234 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:19:59.621637 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.622080 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:19:59.623106 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Bound port: 1996551e-fa7a-4517-9293-bc795b9832d5, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:19:59.624168 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.653588 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e040f4da-f6bc-47bf-a3be-4388c0786e97 req-bacc4370-49e6-4ec6-9316-9f7eee9225aa tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067110 Mar 08 04:19:59.662835 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks [] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.676633 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cf6c9c6b-f758-4d14-b8c0-eeefd24cb69c req-89b22e82-0aee-4d88-9655-f7d77b4fe1b9 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964252 Mar 08 04:19:59.725557 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-3eebee46-73ff-432f-b4a1-946f9795868a service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705243 Mar 08 04:19:59.747109 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] For port 1996551e-fa7a-4517-9293-bc795b9832d5, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:19:59.756495 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] For port 1996551e-fa7a-4517-9293-bc795b9832d5, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1996551e-fa7a-4517-9293-bc795b9832d5,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:19:59.763886 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.765775 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-635cb319-ff59-49be-8b0f-a6e719c059cf None None] Provisioning complete for port bd0cdbbc-016d-43cf-b072-6a9711942cda triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:19:59.766168 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-635cb319-ff59-49be-8b0f-a6e719c059cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.774281 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:19:59.837205 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:19:59.846644 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:19:59.849959 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:19:59.853480 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:19:59.854703 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:19:59.898465 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc1fd739-1583-432d-bc32-8c2e7f620cfa req-a64b5cb7-8551-4abe-a0f0-f667145b8ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654837 Mar 08 04:19:59.916414 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (493c68c8-d19d-4cd7-b6af-cd198f886217), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.006948 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Pushing event updated for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:00.030548 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-635cb319-ff59-49be-8b0f-a6e719c059cf None None] Current status of the port bd0cdbbc-016d-43cf-b072-6a9711942cda is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:00.067914 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:20:00.155789 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a0dab-f49f-465c-afb6-3ed762f28415 None None] Pushing event updated for resources: {'Port': ['ID=1996551e-fa7a-4517-9293-bc795b9832d5,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:00.175616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37a5c-98bf-4698-83fe-d42adf4ed839 req-6fb49f4a-1b40-48fb-8263-f8a538542fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:00.177151 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5f37a5c-98bf-4698-83fe-d42adf4ed839 req-6fb49f4a-1b40-48fb-8263-f8a538542fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0604203 Mar 08 04:20:00.189154 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.264771 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5f37a5c-98bf-4698-83fe-d42adf4ed839 req-5c5eaef8-c34c-4e9a-a5b9-47abcfae3f98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795510 Mar 08 04:20:00.310557 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device bd0cdbbc-016d-43cf-b072-6a9711942cda up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:00.389262 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:00.389597 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.407231 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 3, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:00.437614 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks [] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.440031 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Port a96a4d47-7bdf-4290-97df-41d75d5efb01 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:20:00.444534 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0be7f0-ce82-490a-8bd2-3fce3116ee2f None None] The sync data for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb is: [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 3, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:20:00.446617 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.452281 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port bd0cdbbc-016d-43cf-b072-6a9711942cda triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:00.452661 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.478037 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Provisioning complete for port bd0cdbbc-016d-43cf-b072-6a9711942cda triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:00.479516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.529471 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (493c68c8-d19d-4cd7-b6af-cd198f886217), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.541376 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Pushing event updated for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:00.609937 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port bd0cdbbc-016d-43cf-b072-6a9711942cda is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:00.615163 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c383d35e-200e-41f2-b315-8a6c9259b70e None None] Current status of the port bd0cdbbc-016d-43cf-b072-6a9711942cda is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:00.641234 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:20:00.642542 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:00.779084 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-0fc91783-a7db-40ae-aaea-a6c1b29fe15f None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:00.779726 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fc91783-a7db-40ae-aaea-a6c1b29fe15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:00.837027 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Router 493c68c8-d19d-4cd7-b6af-cd198f886217 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:20:00.839728 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0fc91783-a7db-40ae-aaea-a6c1b29fe15f None None] Port a96a4d47-7bdf-4290-97df-41d75d5efb01 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:20:00.885543 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08160-238b-4b7b-92b0-a1d59f769739 req-91370030-f338-4e56-a544-90883c11a9e9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:00.887180 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a8b08160-238b-4b7b-92b0-a1d59f769739 req-91370030-f338-4e56-a544-90883c11a9e9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1301241 Mar 08 04:20:00.948069 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97894493-623a-4ac7-896e-a33b5999f23e req-9a380373-784e-4a39-9a14-fda9e280199f tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:00.949737 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97894493-623a-4ac7-896e-a33b5999f23e req-9a380373-784e-4a39-9a14-fda9e280199f tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 944 time: 0.1180296 Mar 08 04:20:00.984390 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a8b08160-238b-4b7b-92b0-a1d59f769739 req-12318a16-b58f-4b7c-88df-5766e5b37ae7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910399 Mar 08 04:20:00.994548 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:20:01.007180 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8cc4bc67-64be-43be-be6b-5a31aec3c57d admin admin] 10.222.0.20 "PUT /v2.0/routers/493c68c8-d19d-4cd7-b6af-cd198f886217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980283 Mar 08 04:20:01.016710 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97894493-623a-4ac7-896e-a33b5999f23e req-0b078231-fccb-4b5d-b903-12d094b440f2 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Mar 08 04:20:01.061517 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-075b23d7-e558-411c-a6b6-95fd0cc3606e None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:01.061895 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-075b23d7-e558-411c-a6b6-95fd0cc3606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.102353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-075b23d7-e558-411c-a6b6-95fd0cc3606e None None] Port a96a4d47-7bdf-4290-97df-41d75d5efb01 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:20:01.605221 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52388) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:01.610557 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823335205', 'description': 'tempest-secgroup-smoke-1823335205 description', 'project_id': '1894e1f383974caf99ad82292ecf69d1'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:01.631599 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.644772 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:20:01.723936 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (c9c96ef2-5905-4c09-9610-1b71cb13f0c1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.728632 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c9c96ef2-5905-4c09-9610-1b71cb13f0c1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.765797 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.767350 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1610148 Mar 08 04:20:01.770589 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39824fb6-4aac-4971-93d6-269989801abe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c96ef2-5905-4c09-9610-1b71cb13f0c1,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:01.770794 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52392) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:01.775660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:01.801571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:01.806812 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (3264db8d-d94a-4f9a-bad6-b4527b741212), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.821548 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93', 'network_id': '0adb0685-47fb-436f-8481-7ba052577d83', 'port_id': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93', 'mac_address': 'fa:16:3e:e9:0c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41cc0c2-28c8-4aff-a11f-99c0a4055aea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:20:01.865116 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:01.865701 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.883077 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:01.894748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (3264db8d-d94a-4f9a-bad6-b4527b741212), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.900868 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (3264db8d-d94a-4f9a-bad6-b4527b741212), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.905008 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:01.911252 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.925596 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3264db8d-d94a-4f9a-bad6-b4527b741212,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:01.935820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:01.940057 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52398) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:01.940444 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-c3de8556-84cc-43fd-a0d6-6261589fc222 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684320 Mar 08 04:20:01.953309 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:01.984891 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:01.985432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (c35ba9dc-1581-4dcb-9430-0ce2dabf17c7), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.062702 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (c35ba9dc-1581-4dcb-9430-0ce2dabf17c7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.068723 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (c35ba9dc-1581-4dcb-9430-0ce2dabf17c7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.093673 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35ba9dc-1581-4dcb-9430-0ce2dabf17c7,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:02.101847 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.105929 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-115ebad3-4fa7-4e9b-b3aa-d030c9676991 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611478 Mar 08 04:20:02.106193 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52410) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:02.116801 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:02.140939 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (aa67b9d2-bd04-4150-a29d-2dfe2d0546ca), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.195255 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd632a-8ee7-40e5-800f-5636c526c734 req-acd3ce37-259c-4952-880e-5bcaebdba6c1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:02.196836 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43cd632a-8ee7-40e5-800f-5636c526c734 req-acd3ce37-259c-4952-880e-5bcaebdba6c1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1191077 Mar 08 04:20:02.206067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5a93b-a5df-44cf-abf2-9d467154ea52 req-b22ac28e-e364-431c-8548-84f75301d3ab tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:02.207596 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5a5a93b-a5df-44cf-abf2-9d467154ea52 req-b22ac28e-e364-431c-8548-84f75301d3ab tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 945 time: 0.0764413 Mar 08 04:20:02.220968 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (aa67b9d2-bd04-4150-a29d-2dfe2d0546ca), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.230273 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (aa67b9d2-bd04-4150-a29d-2dfe2d0546ca), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.249146 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa67b9d2-bd04-4150-a29d-2dfe2d0546ca,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:02.265560 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.267225 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2583623e-5579-42b9-9b7e-aa94dc19a568 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599867 Mar 08 04:20:02.269815 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52412) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:02.274946 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:02.293258 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5a5a93b-a5df-44cf-abf2-9d467154ea52 req-6a9446ed-3f98-4e31-ac09-7a1acf3a60c8 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Mar 08 04:20:02.297215 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43cd632a-8ee7-40e5-800f-5636c526c734 req-67202233-c12a-49f3-b83d-8403a305f182 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845165 Mar 08 04:20:02.310104 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1996551e-fa7a-4517-9293-bc795b9832d5 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:02.333081 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (ea81e7fd-241c-4e03-9e69-361d10bcb7de), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.342745 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Sync routers for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:20:02.372094 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:20:02.372731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:02.391725 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (ea81e7fd-241c-4e03-9e69-361d10bcb7de), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.395901 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (ea81e7fd-241c-4e03-9e69-361d10bcb7de), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.414548 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:02.418820 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea81e7fd-241c-4e03-9e69-361d10bcb7de,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:02.427633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.428984 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-59fc5cca-1853-4ddd-946f-db8cc0e75d7e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579466 Mar 08 04:20:02.432462 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52416) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:02.436803 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:02.447854 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e220f3-f499-4964-85fc-94db7d83548a req-7dc5e3c0-fe87-46af-a2b5-9bad3c58d247 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:02.449999 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e0e220f3-f499-4964-85fc-94db7d83548a req-7dc5e3c0-fe87-46af-a2b5-9bad3c58d247 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0722725 Mar 08 04:20:02.460673 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 1996551e-fa7a-4517-9293-bc795b9832d5 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:02.461183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.465449 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Project 1894e1f383974caf99ad82292ecf69d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:20:02.474038 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (06886767-67c8-47fc-8317-720b05f3c056), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.502420 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e0e220f3-f499-4964-85fc-94db7d83548a req-9e407c11-cc56-45b5-9f2a-3bd7d87a6383 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Mar 08 04:20:02.544773 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (06886767-67c8-47fc-8317-720b05f3c056), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.549760 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (06886767-67c8-47fc-8317-720b05f3c056), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.570150 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06886767-67c8-47fc-8317-720b05f3c056,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:02.577492 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.581247 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e2f58f2d-02d0-4ff3-a330-71d21cfb8a27 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452959 Mar 08 04:20:02.581373 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:20:02.581456 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52420) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:02.586333 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'security_group_rule': {'security_group_id': 'c9c96ef2-5905-4c09-9610-1b71cb13f0c1', 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:02.608827 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Project 1894e1f383974caf99ad82292ecf69d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:20:02.614365 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (f7ae26a9-5072-4599-b94b-a16f251b6da2), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.692366 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (f7ae26a9-5072-4599-b94b-a16f251b6da2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.695805 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (f7ae26a9-5072-4599-b94b-a16f251b6da2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.731515 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ae26a9-5072-4599-b94b-a16f251b6da2,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:02.738072 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 1996551e-fa7a-4517-9293-bc795b9832d5 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:02.738553 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.751522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.760799 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5d71d90b-b8e9-4234-b208-bd548e03bdde tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767035 Mar 08 04:20:02.831105 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 1996551e-fa7a-4517-9293-bc795b9832d5, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1996551e-fa7a-4517-9293-bc795b9832d5,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:02.863860 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:02.997060 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=1996551e-fa7a-4517-9293-bc795b9832d5,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:03.063500 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:20:00Z', 'revision_number': 4, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a96a4d47-7bdf-4290-97df-41d75d5efb01', 'name': '', 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'mac_address': 'fa:16:3e:97:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:59Z', 'updated_at': '2022-03-08T04:20:00Z', 'revision_number': 2, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'subnets': [{'id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:03.091562 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Checking router: 493c68c8-d19d-4cd7-b6af-cd198f886217 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:20:03.091926 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Updating router 493c68c8-d19d-4cd7-b6af-cd198f886217 port a96a4d47-7bdf-4290-97df-41d75d5efb01 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:20:03.120683 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.219204 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52480) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:03.368536 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b21bac1-28e4-48e7-abdc-f424bca55c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.481575 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24e0c-7c9a-4cad-9d92-62754ed98159 req-52b4cb37-42db-488d-8bc7-de48fa978302 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:03.483271 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0cd24e0c-7c9a-4cad-9d92-62754ed98159 req-52b4cb37-42db-488d-8bc7-de48fa978302 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 945 time: 0.0675216 Mar 08 04:20:03.489710 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b21bac1-28e4-48e7-abdc-f424bca55c1f admin admin] Publish callbacks [] for security_group (1e95cc8f-1754-4246-9856-1fba29dd8f85), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.495285 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b21bac1-28e4-48e7-abdc-f424bca55c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1e95cc8f-1754-4246-9856-1fba29dd8f85), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.511442 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks [] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.519087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.538148 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0cd24e0c-7c9a-4cad-9d92-62754ed98159 req-7791aee6-82ae-4ed2-aa40-bd758f5b4718 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Mar 08 04:20:03.564864 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6b21bac1-28e4-48e7-abdc-f424bca55c1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=794bf3887fb24c1391c74595d0746a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439608 Mar 08 04:20:03.565781 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21bac1-28e4-48e7-abdc-f424bca55c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e95cc8f-1754-4246-9856-1fba29dd8f85,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:03.567767 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52496) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:03.623583 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] Publish callbacks [] for security_group (1e95cc8f-1754-4246-9856-1fba29dd8f85), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.652072 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] Publish callbacks [] for security_group (1e95cc8f-1754-4246-9856-1fba29dd8f85), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.712391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1e95cc8f-1754-4246-9856-1fba29dd8f85), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.715698 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.716860 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e95cc8f-1754-4246-9856-1fba29dd8f85 HTTP/1.1" status: 204 len: 168 time: 0.1451216 Mar 08 04:20:03.724974 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfd3c5-099b-40a5-90e4-0424e16c6e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e95cc8f-1754-4246-9856-1fba29dd8f85,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:03.725105 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7e419-52be-4f36-a573-291d8af4a223 None None] Pushing event updated for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:03.774824 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Attempting to bind port a96a4d47-7bdf-4290-97df-41d75d5efb01 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:20:03.775622 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Attempting to bind port a96a4d47-7bdf-4290-97df-41d75d5efb01 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:20:03.776272 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Attempting to bind port a96a4d47-7bdf-4290-97df-41d75d5efb01 on network a3fb03f7-c899-493d-af33-d77c8285a1b6 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:03.782274 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:20:03.782659 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Checking segment: {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:20:03.783087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.783555 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Bound using segment: {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:20:03.784034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Bound port: a96a4d47-7bdf-4290-97df-41d75d5efb01, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871f64cd-318e-42cf-b97e-85f1a02e64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:20:03.784599 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.873913 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] For port a96a4d47-7bdf-4290-97df-41d75d5efb01, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:20:03.877207 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] For port a96a4d47-7bdf-4290-97df-41d75d5efb01, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a96a4d47-7bdf-4290-97df-41d75d5efb01,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:20:03.884241 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:03.964122 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:20:03.964602 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:19:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:04.039935 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7e419-52be-4f36-a573-291d8af4a223 None None] Pushing event updated for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:04.061044 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:04.061952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.120768 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52520) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:04.142386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-649b2826-0d79-4530-a1ad-3cef56c9e5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.168115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:20:04.308783 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-649b2826-0d79-4530-a1ad-3cef56c9e5ff admin admin] Publish callbacks [] for security_group (ea9b9666-6949-4945-ac85-2b4e4b31c561), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.313806 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-649b2826-0d79-4530-a1ad-3cef56c9e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ea9b9666-6949-4945-ac85-2b4e4b31c561), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.321546 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1996551e-fa7a-4517-9293-bc795b9832d5 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:04.344938 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-649b2826-0d79-4530-a1ad-3cef56c9e5ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8b83ceba7a345b2a5f985cd176ecce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198329 Mar 08 04:20:04.345241 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52524) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:04.367058 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Current status of the port a96a4d47-7bdf-4290-97df-41d75d5efb01 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:04.367448 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.398850 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] Publish callbacks [] for security_group (ea9b9666-6949-4945-ac85-2b4e4b31c561), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.427621 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] Publish callbacks [] for security_group (ea9b9666-6949-4945-ac85-2b4e4b31c561), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.427967 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b2826-0d79-4530-a1ad-3cef56c9e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b9666-6949-4945-ac85-2b4e4b31c561,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:04.458875 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] For port a96a4d47-7bdf-4290-97df-41d75d5efb01, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a96a4d47-7bdf-4290-97df-41d75d5efb01,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:04.484260 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.520118 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f03b9a-3416-4cdd-b3c2-d65930ab64c3 req-c4b14917-d7c1-4f5e-af6c-0f3f4c038dc3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:04.522475 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e9f03b9a-3416-4cdd-b3c2-d65930ab64c3 req-c4b14917-d7c1-4f5e-af6c-0f3f4c038dc3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1852028 Mar 08 04:20:04.531148 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-2f8aaff5-affc-48e0-8639-7cc29b75c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:04.534487 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-2f8aaff5-affc-48e0-8639-7cc29b75c859 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.1835876 Mar 08 04:20:04.538666 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 1996551e-fa7a-4517-9293-bc795b9832d5 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:04.539087 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ea9b9666-6949-4945-ac85-2b4e4b31c561), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.539249 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.542308 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.543489 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9b9666-6949-4945-ac85-2b4e4b31c561 HTTP/1.1" status: 204 len: 168 time: 0.1973078 Mar 08 04:20:04.552634 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bbc7f-b559-477f-8340-ebd9d8899af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b9666-6949-4945-ac85-2b4e4b31c561,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:04.683190 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ab377-8789-47d1-a663-c719c0befd87 None None] Pushing event updated for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:04.702062 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-f65cf4e1-de75-48a9-94cc-52c0ab696c99 None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:04.702445 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f65cf4e1-de75-48a9-94cc-52c0ab696c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:04.722900 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e9f03b9a-3416-4cdd-b3c2-d65930ab64c3 req-05d11ce9-ce5c-42e1-be38-f7b5246665e7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870229 Mar 08 04:20:04.723932 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-6445e3c7-3a86-4719-aae9-cf12e5606b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:04.725370 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-6445e3c7-3a86-4719-aae9-cf12e5606b7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.1679728 Mar 08 04:20:04.798682 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:20:00Z', 'revision_number': 4, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a96a4d47-7bdf-4290-97df-41d75d5efb01', 'name': '', 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'mac_address': 'fa:16:3e:97:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:59Z', 'updated_at': '2022-03-08T04:20:03Z', 'revision_number': 4, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'subnets': [{'id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:04.801232 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-2de5d727-2fb8-49b6-84fe-207bb6fda5d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0641019 Mar 08 04:20:04.839586 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c8971-96b1-4d1f-9df8-5c34592d2504 None None] The sync data for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb is: [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:20:00Z', 'revision_number': 4, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a96a4d47-7bdf-4290-97df-41d75d5efb01', 'name': '', 'network_id': 'a3fb03f7-c899-493d-af33-d77c8285a1b6', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'mac_address': 'fa:16:3e:97:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:59Z', 'updated_at': '2022-03-08T04:20:03Z', 'revision_number': 4, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'subnets': [{'id': '10cd5895-72e9-497e-b365-96f0eac581ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:20:04.868624 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a932a-c37e-4c6a-9b92-1e6345402b4f req-07b85a32-e3a7-43ed-af8d-f0fd778752c6 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:04.879510 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a33a932a-c37e-4c6a-9b92-1e6345402b4f req-07b85a32-e3a7-43ed-af8d-f0fd778752c6 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 945 time: 0.1788278 Mar 08 04:20:04.879916 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 1996551e-fa7a-4517-9293-bc795b9832d5 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:04.914938 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f65cf4e1-de75-48a9-94cc-52c0ab696c99 None None] Current status of the port a96a4d47-7bdf-4290-97df-41d75d5efb01 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:04.919527 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-ede5d48a-3029-4a92-a461-663c74fa022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:04.921091 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-ede5d48a-3029-4a92-a461-663c74fa022a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.1128693 Mar 08 04:20:05.002508 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-6fcb9e4a-3801-48c7-ad4d-a99df7d1b472 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738196 Mar 08 04:20:05.045296 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a33a932a-c37e-4c6a-9b92-1e6345402b4f req-fe2bb0f1-f63c-4b23-8a9a-ab6640ff3b53 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649189 Mar 08 04:20:05.085889 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52550) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:05.140194 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-bb87ebda-6083-4af9-81cc-f1d6db6d5c60 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304600 Mar 08 04:20:05.238044 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17df6c4e-ed57-4dc4-8141-27eaf8010e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.245184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52556) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:05.263006 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6c2de6c-4a00-4685-9dea-c16a8b6272b2 req-e24b3e1f-2906-4774-bdb4-44341d756121 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161425 Mar 08 04:20:05.264117 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee618-7705-4a3d-bb9b-3ecb6e3ff584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.364336 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17df6c4e-ed57-4dc4-8141-27eaf8010e1f admin admin] Publish callbacks [] for security_group (fafdb963-c7a7-4d15-a69a-6f397e279484), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.369487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17df6c4e-ed57-4dc4-8141-27eaf8010e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (fafdb963-c7a7-4d15-a69a-6f397e279484), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.372707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee618-7705-4a3d-bb9b-3ecb6e3ff584 admin admin] Publish callbacks [] for security_group (2a60f450-5f01-4a4e-bda5-4bb30bac8796), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.377463 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee618-7705-4a3d-bb9b-3ecb6e3ff584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2a60f450-5f01-4a4e-bda5-4bb30bac8796), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.412373 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df6c4e-ed57-4dc4-8141-27eaf8010e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafdb963-c7a7-4d15-a69a-6f397e279484,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:05.421415 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ea0ee618-7705-4a3d-bb9b-3ecb6e3ff584 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1df65fc6b40f478da7f51538ecde9868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728113 Mar 08 04:20:05.421415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee618-7705-4a3d-bb9b-3ecb6e3ff584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60f450-5f01-4a4e-bda5-4bb30bac8796,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:05.422907 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52562) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:05.454129 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-17df6c4e-ed57-4dc4-8141-27eaf8010e1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d36f89d61594dd9ba869ba3301e29f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649960 Mar 08 04:20:05.456505 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52564) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:05.483373 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] Publish callbacks [] for security_group (2a60f450-5f01-4a4e-bda5-4bb30bac8796), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.524347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] Publish callbacks [] for security_group (fafdb963-c7a7-4d15-a69a-6f397e279484), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.525233 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] Publish callbacks [] for security_group (2a60f450-5f01-4a4e-bda5-4bb30bac8796), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.555512 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] Publish callbacks [] for security_group (fafdb963-c7a7-4d15-a69a-6f397e279484), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.590491 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2a60f450-5f01-4a4e-bda5-4bb30bac8796), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.593204 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.594451 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a60f450-5f01-4a4e-bda5-4bb30bac8796 HTTP/1.1" status: 204 len: 168 time: 0.1705568 Mar 08 04:20:05.611466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a1c2-7d3f-4618-b32d-a8cddbbacbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60f450-5f01-4a4e-bda5-4bb30bac8796,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:05.621469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (fafdb963-c7a7-4d15-a69a-6f397e279484), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.624294 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.625569 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fafdb963-c7a7-4d15-a69a-6f397e279484 HTTP/1.1" status: 204 len: 168 time: 0.1680131 Mar 08 04:20:05.635496 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d9dfe-2bb9-49e8-8817-8b9f363d32fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafdb963-c7a7-4d15-a69a-6f397e279484,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:05.706484 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:05.776326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:20:05.781405 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:05.781866 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.909114 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:05.910208 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:05.961500 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:05.961957 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264508-a85a-46c0-bad3-0040b4ecddc0 req-d5ee337f-610e-4f8c-9313-1aa1103f99a9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:05.968209 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9188c-4708-4a45-a3a5-4b572405f112" -d '{"events": [{"server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "name": "network-vif-plugged", "status": "completed", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:05.970863 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43264508-a85a-46c0-bad3-0040b4ecddc0 req-d5ee337f-610e-4f8c-9313-1aa1103f99a9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1034889 Mar 08 04:20:06.005633 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:06.015507 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:06.027333 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43264508-a85a-46c0-bad3-0040b4ecddc0 req-1ccf7bfb-6b43-41a0-b819-50d2f2eb10f8 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Mar 08 04:20:06.053536 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc74dae-3d8a-4d21-bbad-de2c05c4c97b x-openstack-request-id: req-2bc74dae-3d8a-4d21-bbad-de2c05c4c97b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:06.053831 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "name": "network-vif-plugged", "status": "completed", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:06.054097 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bc74dae-3d8a-4d21-bbad-de2c05c4c97b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:06.055428 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93', 'code': 200} Mar 08 04:20:06.123825 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:06.185934 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ae1fd-7aca-467c-9db1-e6a3df3dfc4f req-3dd3ea86-8a65-422b-97c1-678213479a09 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:06.187644 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc0ae1fd-7aca-467c-9db1-e6a3df3dfc4f req-3dd3ea86-8a65-422b-97c1-678213479a09 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0675466 Mar 08 04:20:06.244323 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc0ae1fd-7aca-467c-9db1-e6a3df3dfc4f req-aee483a4-eb82-4532-b252-ea151b378a44 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 Mar 08 04:20:06.329999 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a96a4d47-7bdf-4290-97df-41d75d5efb01 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:06.375290 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ee06d-5fa3-407d-9f40-b49ca8ae8f92 req-e3b03003-900e-45cd-895d-9f8d5cade8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:06.376997 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ed9ee06d-5fa3-407d-9f40-b49ca8ae8f92 req-e3b03003-900e-45cd-895d-9f8d5cade8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 1130 time: 0.0723131 Mar 08 04:20:06.387103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port a96a4d47-7bdf-4290-97df-41d75d5efb01 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:06.387490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:06.428757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ed9ee06d-5fa3-407d-9f40-b49ca8ae8f92 req-d5b6e6a5-b8a1-4a95-87fc-1558f2fb3d58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Mar 08 04:20:06.470358 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port a96a4d47-7bdf-4290-97df-41d75d5efb01 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:07.150601 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446dfe-4bcd-4ddc-a650-7f4e1b1b114d req-653f7dc2-9fd5-4569-a597-ba53e41e9b35 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:07.152083 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72446dfe-4bcd-4ddc-a650-7f4e1b1b114d req-653f7dc2-9fd5-4569-a597-ba53e41e9b35 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Mar 08 04:20:07.198742 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72446dfe-4bcd-4ddc-a650-7f4e1b1b114d req-b1a42f79-e9f9-4427-8fc6-e0003cd90120 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Mar 08 04:20:07.373781 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc5c0-6414-4158-91e9-486304b3a9ca req-7d4022c9-0884-44b7-a4b0-ecf675eb0d8d tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:07.375245 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a71cc5c0-6414-4158-91e9-486304b3a9ca req-7d4022c9-0884-44b7-a4b0-ecf675eb0d8d tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0563426 Mar 08 04:20:07.424247 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a71cc5c0-6414-4158-91e9-486304b3a9ca req-4ac30b40-c404-4087-b167-d81fffcc664e tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Mar 08 04:20:08.323848 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19f0fe-a035-4349-a152-95be00ac5263 req-b3c7131c-d46e-4abd-a649-c038d43f44e9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:08.325322 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0b19f0fe-a035-4349-a152-95be00ac5263 req-b3c7131c-d46e-4abd-a649-c038d43f44e9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Mar 08 04:20:08.372147 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0b19f0fe-a035-4349-a152-95be00ac5263 req-977fabc1-d81c-41e2-8e87-d4a0237b0030 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Mar 08 04:20:08.541120 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e247d9-85ca-49d4-9f98-0cb95ea850a7 req-bfb02b86-3e97-4287-8908-01fa4607f77b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:08.542574 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-18e247d9-85ca-49d4-9f98-0cb95ea850a7 req-bfb02b86-3e97-4287-8908-01fa4607f77b tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Mar 08 04:20:08.587784 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-18e247d9-85ca-49d4-9f98-0cb95ea850a7 req-bbe57272-bf39-4ca7-b5cd-604455e90d2a tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Mar 08 04:20:09.310014 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b869525-801a-4b19-a753-00e878ba9b80 req-ef77b53d-aa1b-4c9a-ad28-9f2d98da22c3 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:09.311541 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b869525-801a-4b19-a753-00e878ba9b80 req-ef77b53d-aa1b-4c9a-ad28-9f2d98da22c3 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0571036 Mar 08 04:20:09.362438 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b869525-801a-4b19-a753-00e878ba9b80 req-472711c1-1f9a-43da-991d-15629b8480cd tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Mar 08 04:20:09.506150 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a22bc-72a9-41bb-8faa-803c31ec05ed req-034cc262-ac32-4194-8138-d7eec9bc7959 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:09.507645 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a95a22bc-72a9-41bb-8faa-803c31ec05ed req-034cc262-ac32-4194-8138-d7eec9bc7959 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0589027 Mar 08 04:20:09.560200 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 52648) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:09.562472 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a95a22bc-72a9-41bb-8faa-803c31ec05ed req-28ae425c-7a15-4e0f-8f90-14064beea395 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482259 Mar 08 04:20:09.667745 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-322961e1-924c-4adb-94bb-e61b6da6b2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.746675 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-322961e1-924c-4adb-94bb-e61b6da6b2c5 admin admin] Publish callbacks [] for security_group (ca2d48b8-8644-420b-b831-c674eb0742c5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.750796 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-322961e1-924c-4adb-94bb-e61b6da6b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ca2d48b8-8644-420b-b831-c674eb0742c5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.789102 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-322961e1-924c-4adb-94bb-e61b6da6b2c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54851ea3582641cb835fb02cbafb8a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278621 Mar 08 04:20:09.789967 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322961e1-924c-4adb-94bb-e61b6da6b2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d48b8-8644-420b-b831-c674eb0742c5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:09.792016 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 52654) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:09.840329 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] Publish callbacks [] for security_group (ca2d48b8-8644-420b-b831-c674eb0742c5), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.861545 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] Publish callbacks [] for security_group (ca2d48b8-8644-420b-b831-c674eb0742c5), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.910336 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ca2d48b8-8644-420b-b831-c674eb0742c5), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.912903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:09.914014 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca2d48b8-8644-420b-b831-c674eb0742c5 HTTP/1.1" status: 204 len: 168 time: 0.1210177 Mar 08 04:20:09.921409 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369095ed-c2e8-485d-a717-effe64d2695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d48b8-8644-420b-b831-c674eb0742c5,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:10.482926 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514f62-f582-4a54-a9e4-5cbf662cdf8d req-677bcf44-afdb-4ea8-aa1d-97f8ffa80535 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:10.484391 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-22514f62-f582-4a54-a9e4-5cbf662cdf8d req-677bcf44-afdb-4ea8-aa1d-97f8ffa80535 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Mar 08 04:20:10.531492 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-22514f62-f582-4a54-a9e4-5cbf662cdf8d req-ac6748e3-9449-43fe-bcc7-13bfd16164a0 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Mar 08 04:20:10.685899 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cdb81-f624-4688-afdf-7ff6e5c8a1d7 req-1658ea60-a915-47e4-aa3d-cbfbed6dcda4 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:10.687405 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-633cdb81-f624-4688-afdf-7ff6e5c8a1d7 req-1658ea60-a915-47e4-aa3d-cbfbed6dcda4 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0574956 Mar 08 04:20:10.734577 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-633cdb81-f624-4688-afdf-7ff6e5c8a1d7 req-2f626688-3861-4c2f-ac93-156a2bc8adc6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Mar 08 04:20:11.336747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-dd5a840a-311b-47a1-8f61-ce25df7d9517 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:11.338247 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-dd5a840a-311b-47a1-8f61-ce25df7d9517 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0544589 Mar 08 04:20:11.443232 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Deleting port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:20:11.443576 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:11.537093 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] For port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,segment=NetworkSegment(76ddcac9-0230-4e9f-8abe-f5afd1cfe367),segment_id=76ddcac9-0230-4e9f-8abe-f5afd1cfe367)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:11.537817 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:11.551242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Calling delete_port for 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:20:11.704629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d6fe8-5958-4f75-9c03-90176b0945ee req-965c93af-b5eb-4051-84d2-28e90b8940e6 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:11.706108 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c34d6fe8-5958-4f75-9c03-90176b0945ee req-965c93af-b5eb-4051-84d2-28e90b8940e6 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10a44db-5b26-404f-8c0a-b21d08636a41 HTTP/1.1" status: 200 len: 946 time: 0.0940440 Mar 08 04:20:11.822850 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:11.841074 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c34d6fe8-5958-4f75-9c03-90176b0945ee req-be96ea3f-92cd-4608-8754-692f51a6d090 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.20 "GET /v2.0/security-groups?id=aae537df-603f-4dab-9964-3651c8aa1744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282318 Mar 08 04:20:11.872759 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:11.878332 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Pushing event deleted for resources: {'Port': ['ID=8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:11.961127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] No DVR routers for this DVR port 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:20:11.965582 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:11.968909 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-28b75c41-9d6d-4581-ba97-911d525126a0 req-7219b891-2b25-4be8-99c8-3b73e9a79995 tempest-VolumesActionsTest-1038334238 tempest-VolumesActionsTest-1038334238-project] 10.222.0.42 "DELETE /v2.0/ports/8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 HTTP/1.1" status: 204 len: 173 time: 0.6252589 Mar 08 04:20:11.969359 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'name': 'network-vif-deleted', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:11.971687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae23bf5-358b-45f1-887f-5cba1f180076" -d '{"events": [{"server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "name": "network-vif-deleted", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:12.014732 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465525-4bd9-4032-ab70-534f2e12c278 req-d7b56576-6e16-47d9-b674-3bee494cfa20 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:12.018342 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82465525-4bd9-4032-ab70-534f2e12c278 req-d7b56576-6e16-47d9-b674-3bee494cfa20 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1414015 Mar 08 04:20:12.043828 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e8b4a-a523-42eb-9706-088ba5dbbb98 x-openstack-request-id: req-b82e8b4a-a523-42eb-9706-088ba5dbbb98 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:12.044142 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10a44db-5b26-404f-8c0a-b21d08636a41", "name": "network-vif-deleted", "tag": "8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:12.044371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b82e8b4a-a523-42eb-9706-088ba5dbbb98 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:12.044765 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a44db-5b26-404f-8c0a-b21d08636a41', 'name': 'network-vif-deleted', 'tag': '8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93', 'status': 'completed', 'code': 200} Mar 08 04:20:12.096207 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82465525-4bd9-4032-ab70-534f2e12c278 req-96f49532-9e4f-4c60-aff5-32e231a4e20a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625105 Mar 08 04:20:12.172609 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8162d797-208a-4cd9-922e-3ee99e1874aa tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328181 Mar 08 04:20:12.365837 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-c1018907-e1f6-4678-b51f-0bc406579b50 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:12.367188 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-c1018907-e1f6-4678-b51f-0bc406579b50 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891320 Mar 08 04:20:12.381503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-98b654fe-7f14-4db1-a595-050d19274f37 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/quotas/4dd17f9b542a44989d6d5cd04ec5a250 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Mar 08 04:20:12.621478 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-c1d56d40-4514-4d25-aef1-681a7f62eb46 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2344639 Mar 08 04:20:12.785075 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6081d6a2-1b33-47d3-8313-8b168ab7c2c8 req-a675f27e-f37b-4104-9c7c-8e581c1db6d2 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Mar 08 04:20:12.825970 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:20:13.234652 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306106cc-a9f8-45a6-8042-f6ee2beffed0 req-df6e7af3-ff67-4ac4-ab25-e8a9973ca8c2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:13.236145 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-306106cc-a9f8-45a6-8042-f6ee2beffed0 req-df6e7af3-ff67-4ac4-ab25-e8a9973ca8c2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0610631 Mar 08 04:20:13.301195 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-306106cc-a9f8-45a6-8042-f6ee2beffed0 req-b9a20672-fac5-40fb-a8d1-2541397e36e8 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595915 Mar 08 04:20:13.357590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee371fc8-189c-46f5-9a29-2f97337a36b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:13.853701 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-ae837bc0-346b-4b43-8fe2-4dcd29351c04 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212812 Mar 08 04:20:13.899508 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cad0e83f-1f14-47bb-841a-c2c0f44f7873 req-bc6fe750-d8e8-4d20-9f34-14b489a47107 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 210 time: 0.0446761 Mar 08 04:20:13.981642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-7b81362c-86ae-4e44-a95a-e45c2e48a19c tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:13.983375 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-7b81362c-86ae-4e44-a95a-e45c2e48a19c tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206744 Mar 08 04:20:14.005075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Request body: {'port': {'device_id': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d', 'admin_state_up': True, 'tenant_id': '4dd17f9b542a44989d6d5cd04ec5a250'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:14.118848 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Made reservation on behalf of 4dd17f9b542a44989d6d5cd04ec5a250 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:20:14.123168 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.131372 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.204098 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks [] for security_group (d5c6c021-fb05-4075-91ca-92411a067ad8), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.207608 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d5c6c021-fb05-4075-91ca-92411a067ad8), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.271902 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c6c021-fb05-4075-91ca-92411a067ad8,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:14.339295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Allocated IP 192.168.233.49 (04ddd79d-5f60-4293-a13c-f8bfb651040d/24fb463c-f072-46ab-b16a-662412ec249f/54121989-b4e3-4ac1-89ea-52225e5a2310) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:20:14.488993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ab20-6a27-4337-b293-2a7161e8a621 req-7a1f9463-99c6-4736-8f97-28908cf4ad8e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:14.490355 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a73ab20-6a27-4337-b293-2a7161e8a621 req-7a1f9463-99c6-4736-8f97-28908cf4ad8e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1228094 Mar 08 04:20:14.551784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks [] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.567202 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a73ab20-6a27-4337-b293-2a7161e8a621 req-891878b7-bcc3-4ff1-864f-85f6fa1bb870 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Mar 08 04:20:14.597665 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.655849 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Network 04ddd79d-5f60-4293-a13c-f8bfb651040d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:20:14.659578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:14.663279 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:20:14.670676 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Pushing event updated for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:14.723252 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:14.724251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.742732 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-8a041ace-51eb-4d27-a75e-f30640bbb546 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7419665 Mar 08 04:20:14.764278 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Request body: {'port': {'device_id': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:14.836919 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.914925 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-050c51e4-c733-491a-9a98-35b08a8722c2 None None] Provisioning complete for port 54121989-b4e3-4ac1-89ea-52225e5a2310 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:14.915970 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-050c51e4-c733-491a-9a98-35b08a8722c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:14.954083 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-050c51e4-c733-491a-9a98-35b08a8722c2 None None] Port 54121989-b4e3-4ac1-89ea-52225e5a2310 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:20:15.127981 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5856cb-13c1-40ce-b01f-8af2995a373f req-54040c49-7754-4a7d-bf21-90385c1f9a2a tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:15.129673 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7a5856cb-13c1-40ce-b01f-8af2995a373f req-54040c49-7754-4a7d-bf21-90385c1f9a2a tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 935 time: 0.1280403 Mar 08 04:20:15.224736 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7a5856cb-13c1-40ce-b01f-8af2995a373f req-180fa3e2-383d-4126-905a-7918b7d2e782 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866625 Mar 08 04:20:15.263901 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54121989-b4e3-4ac1-89ea-52225e5a2310 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:15.273342 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks [] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.290570 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Transition to ACTIVE for port object 54121989-b4e3-4ac1-89ea-52225e5a2310 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:20:15.295661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.352223 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Pushing event updated for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:15.440726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Attempting to bind port 54121989-b4e3-4ac1-89ea-52225e5a2310 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:20:15.441205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Attempting to bind port 54121989-b4e3-4ac1-89ea-52225e5a2310 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:20:15.441448 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Attempting to bind port 54121989-b4e3-4ac1-89ea-52225e5a2310 on network 04ddd79d-5f60-4293-a13c-f8bfb651040d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:15.446254 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Port 54121989-b4e3-4ac1-89ea-52225e5a2310 on network 04ddd79d-5f60-4293-a13c-f8bfb651040d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:20:15.446578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Attempting to bind port 54121989-b4e3-4ac1-89ea-52225e5a2310 on network 04ddd79d-5f60-4293-a13c-f8bfb651040d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:15.452886 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:20:15.453243 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Checking segment: {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:20:15.454240 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Bound using segment: {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:20:15.454697 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Bound port: 54121989-b4e3-4ac1-89ea-52225e5a2310, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8b4e70-7d0f-4218-ae99-f014ff59236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:20:15.455100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.532449 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b71b-6b8e-4cf4-9660-240203a65910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.555548 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:20:15.560567 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=54121989-b4e3-4ac1-89ea-52225e5a2310,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:20:15.570345 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.624009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:15.624630 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:15.626048 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] 10.222.0.42 "PUT /v2.0/ports/54121989-b4e3-4ac1-89ea-52225e5a2310 HTTP/1.1" status: 200 len: 1097 time: 0.8670783 Mar 08 04:20:15.626594 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:15.628957 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595a32b7-9d68-4b7a-9517-bdfeb549816a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:15.722876 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:20:15.746339 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af078ec3-801e-422c-82f0-7b9fbc4465ee x-openstack-request-id: req-af078ec3-801e-422c-82f0-7b9fbc4465ee {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:15.746708 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:15.746907 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af078ec3-801e-422c-82f0-7b9fbc4465ee {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:15.747354 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310', 'status': 'completed', 'code': 200} Mar 08 04:20:15.761679 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:20:15.762005 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8555dd7d-6f6b-4f54-b4c0-3b49c02fcd93 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:20:15.770714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8bd2-bb8a-4571-be1d-a9671392b88c service neutron] Pushing event updated for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:15.833833 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67dec-3ee2-4ba5-a215-3d2d15310fca req-b1937ce8-ed24-41d5-908b-251d42134d92 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:15.839188 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92f67dec-3ee2-4ba5-a215-3d2d15310fca req-b1937ce8-ed24-41d5-908b-251d42134d92 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1824608 Mar 08 04:20:15.876884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-cd034bfa-9a16-42c7-9d37-0dabbcb6f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:15.878325 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-cd034bfa-9a16-42c7-9d37-0dabbcb6f7ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 1131 time: 0.1654587 Mar 08 04:20:15.965540 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-088b91f1-520b-4d7f-b7e7-6585ebd89d91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=54121989-b4e3-4ac1-89ea-52225e5a2310 HTTP/1.1" status: 200 len: 217 time: 0.0704143 Mar 08 04:20:15.968855 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92f67dec-3ee2-4ba5-a215-3d2d15310fca req-642e9b2c-fc9a-4fe7-b210-6ea707c7f0f1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166205 Mar 08 04:20:16.018551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-bd281dac-e93d-4a01-a8c3-4282d2351d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.020072 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-bd281dac-e93d-4a01-a8c3-4282d2351d29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24fb463c-f072-46ab-b16a-662412ec249f HTTP/1.1" status: 200 len: 843 time: 0.0485077 Mar 08 04:20:16.082319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-c9788640-09fe-42f7-8680-1302adcff5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.084701 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-c9788640-09fe-42f7-8680-1302adcff5df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ddd79d-5f60-4293-a13c-f8bfb651040d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0536053 Mar 08 04:20:16.199503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-cc328851-5da5-4f94-bcca-9529cce0bf73 service neutron] 10.222.0.42 "GET /v2.0/networks/04ddd79d-5f60-4293-a13c-f8bfb651040d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015527 Mar 08 04:20:16.299356 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3e7077e-d817-4e48-bbfb-dbe8d132a342 req-0bcafc15-53e4-42a8-8519-db7f7d6e764c service neutron] 10.222.0.42 "GET /v2.0/networks/04ddd79d-5f60-4293-a13c-f8bfb651040d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924549 Mar 08 04:20:16.416990 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d88566-3744-4a22-bf3f-ba4d6f3ca7a3 req-19f2668d-c745-49a0-9553-e2ea3db24f97 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.418948 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e1d88566-3744-4a22-bf3f-ba4d6f3ca7a3 req-19f2668d-c745-49a0-9553-e2ea3db24f97 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 947 time: 0.1185617 Mar 08 04:20:16.524675 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e1d88566-3744-4a22-bf3f-ba4d6f3ca7a3 req-f656035b-b42d-4b14-ace1-24cdc48e8912 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Mar 08 04:20:16.529437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-5e538722-970d-44e2-9f61-eb56b582c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.531034 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-5e538722-970d-44e2-9f61-eb56b582c334 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 1131 time: 0.0702412 Mar 08 04:20:16.626130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-861293e1-ec50-40c8-808f-e52d234dae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.627788 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-861293e1-ec50-40c8-808f-e52d234dae0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ddd79d-5f60-4293-a13c-f8bfb651040d HTTP/1.1" status: 200 len: 870 time: 0.0903172 Mar 08 04:20:16.682880 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-1ab745d2-cdb6-4111-8a02-e815106cbdc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=54121989-b4e3-4ac1-89ea-52225e5a2310 HTTP/1.1" status: 200 len: 217 time: 0.0431099 Mar 08 04:20:16.761945 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-64921eea-0c5e-4c0a-ab35-f09a81c7cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.765622 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-64921eea-0c5e-4c0a-ab35-f09a81c7cb60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24fb463c-f072-46ab-b16a-662412ec249f HTTP/1.1" status: 200 len: 843 time: 0.0804749 Mar 08 04:20:16.792518 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:16.832317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-444c0bb9-9dc3-4af7-ad2d-9c8d811142f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:16.833830 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-444c0bb9-9dc3-4af7-ad2d-9c8d811142f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ddd79d-5f60-4293-a13c-f8bfb651040d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504012 Mar 08 04:20:16.931848 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-862b15dd-2ec5-4a36-a8d3-ddd4a52e8fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/04ddd79d-5f60-4293-a13c-f8bfb651040d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Mar 08 04:20:17.039436 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-595a32b7-9d68-4b7a-9517-bdfeb549816a req-d4983c4d-7060-482c-9d0a-242f9c04dc1b service neutron] 10.222.0.42 "GET /v2.0/networks/04ddd79d-5f60-4293-a13c-f8bfb651040d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984452 Mar 08 04:20:17.115180 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debec1c-9d2d-4b10-81e4-79c10cd068c5 req-c737de9d-eeaf-4521-b627-a07da71dfb3b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:17.116698 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6debec1c-9d2d-4b10-81e4-79c10cd068c5 req-c737de9d-eeaf-4521-b627-a07da71dfb3b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0720360 Mar 08 04:20:17.167614 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6debec1c-9d2d-4b10-81e4-79c10cd068c5 req-afecf157-fed6-4fee-8f15-15e893816b38 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Mar 08 04:20:17.647241 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77359e6e-1ba1-4a09-bb7d-693d692612c2 req-c349ecfa-b8ab-4fc4-9c80-dbfd70c6645d tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:17.649077 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77359e6e-1ba1-4a09-bb7d-693d692612c2 req-c349ecfa-b8ab-4fc4-9c80-dbfd70c6645d tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 947 time: 0.0517828 Mar 08 04:20:17.711086 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77359e6e-1ba1-4a09-bb7d-693d692612c2 req-bca87dc1-846a-4c53-96e7-e50d031d51fd tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Mar 08 04:20:18.205070 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:18.341278 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ebda0-3710-46ee-a234-85ee8c5669cd req-74bb0e01-0437-4dd2-bfb4-1eae4f1b0783 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:18.342782 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-816ebda0-3710-46ee-a234-85ee8c5669cd req-74bb0e01-0437-4dd2-bfb4-1eae4f1b0783 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0633879 Mar 08 04:20:18.396176 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-816ebda0-3710-46ee-a234-85ee8c5669cd req-de0b6d08-8557-4775-a7f0-8bdad600fe83 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Mar 08 04:20:18.834515 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9154-141b-480b-a7d6-ebaf32f6c142 req-748770e2-f2ed-400e-9afc-05dd00e082a6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:18.836035 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d9ab9154-141b-480b-a7d6-ebaf32f6c142 req-748770e2-f2ed-400e-9afc-05dd00e082a6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 947 time: 0.0526931 Mar 08 04:20:18.894703 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d9ab9154-141b-480b-a7d6-ebaf32f6c142 req-669d0ca3-dd3d-4b25-a7a1-5e121d45b138 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Mar 08 04:20:19.443285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76982-ab94-48ef-8b33-10149bfa485e req-8740c052-27d2-45b8-93b0-0e90d83b429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:19.444994 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53f76982-ab94-48ef-8b33-10149bfa485e req-8740c052-27d2-45b8-93b0-0e90d83b429b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.0521832 Mar 08 04:20:19.550997 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53f76982-ab94-48ef-8b33-10149bfa485e req-090a4e7b-980e-4df0-bacd-1bfba197ae9f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994120 Mar 08 04:20:19.579834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea723-7a95-4506-8efb-604446cf4c48 req-fe8f02b5-aabb-4c4f-b3bc-4cab45ce68a5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:19.581431 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a06ea723-7a95-4506-8efb-604446cf4c48 req-fe8f02b5-aabb-4c4f-b3bc-4cab45ce68a5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0846310 Mar 08 04:20:19.617760 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:19.637541 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a06ea723-7a95-4506-8efb-604446cf4c48 req-010ddcac-2249-405a-8fe5-6250b918baaa tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498102 Mar 08 04:20:19.753996 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 54121989-b4e3-4ac1-89ea-52225e5a2310 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:20:19.870533 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=54121989-b4e3-4ac1-89ea-52225e5a2310,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:19.881705 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '54121989-b4e3-4ac1-89ea-52225e5a2310', 'network_id': '04ddd79d-5f60-4293-a13c-f8bfb651040d', 'port_id': '54121989-b4e3-4ac1-89ea-52225e5a2310', 'mac_address': 'fa:16:3e:0f:0b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fb463c-f072-46ab-b16a-662412ec249f', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:20:19.922489 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 54121989-b4e3-4ac1-89ea-52225e5a2310 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:19.922743 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:19.947354 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54121989-b4e3-4ac1-89ea-52225e5a2310 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:19.970113 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=54121989-b4e3-4ac1-89ea-52225e5a2310,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:19.975085 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:20.035495 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:20.041063 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc623793-eb37-4ea7-af9e-729c75ab4a16 req-401b4baa-3dbd-4f2c-8cec-b2eff7dd0ed4 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:20.043309 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc623793-eb37-4ea7-af9e-729c75ab4a16 req-401b4baa-3dbd-4f2c-8cec-b2eff7dd0ed4 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 948 time: 0.0605156 Mar 08 04:20:20.096586 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc623793-eb37-4ea7-af9e-729c75ab4a16 req-846fab3c-7e88-4961-8baf-10ac0d6337ea tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Mar 08 04:20:20.623904 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['54121989-b4e3-4ac1-89ea-52225e5a2310'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:20.768709 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20a2c-77a0-42c9-bcc0-f3f333a45866 req-482d58b0-98ad-4923-821b-21a6db55d73d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:20.777108 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76b20a2c-77a0-42c9-bcc0-f3f333a45866 req-482d58b0-98ad-4923-821b-21a6db55d73d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0635211 Mar 08 04:20:20.837080 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76b20a2c-77a0-42c9-bcc0-f3f333a45866 req-88e74bd5-c8c7-4124-93ec-3740f46d789e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594354 Mar 08 04:20:21.235530 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab684f-5233-42b7-97bd-4e969396a31f req-ba0503dc-6697-4ac4-8d24-523a8870ece6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:21.236894 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c9ab684f-5233-42b7-97bd-4e969396a31f req-ba0503dc-6697-4ac4-8d24-523a8870ece6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 948 time: 0.0676627 Mar 08 04:20:21.290186 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c9ab684f-5233-42b7-97bd-4e969396a31f req-6f8a93e2-0505-4bb4-b42c-a00653db02d2 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Mar 08 04:20:21.669182 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-92b2ea92-e290-4e88-9c9e-11132667639e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707216 Mar 08 04:20:21.771425 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-52cf60aa-03b5-4609-a1fd-a314bdcb5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:21.773036 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-52cf60aa-03b5-4609-a1fd-a314bdcb5f7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.0508094 Mar 08 04:20:21.946450 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-a4cbd282-40d4-49f9-9f04-ad05cd4cb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:21.948475 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-a4cbd282-40d4-49f9-9f04-ad05cd4cb128 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.1503265 Mar 08 04:20:22.014908 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-013eee9c-04ea-474a-bce1-f4e5ff3eceee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0446188 Mar 08 04:20:22.074566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e97c8-4350-4a39-b912-42d2655a0f97 req-9cd45487-7151-47df-9b93-6e0dda3d3a3c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.076194 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542e97c8-4350-4a39-b912-42d2655a0f97 req-9cd45487-7151-47df-9b93-6e0dda3d3a3c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1517756 Mar 08 04:20:22.098112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-cf913363-df7c-4fd7-b781-2522a7e3788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.099805 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-cf913363-df7c-4fd7-b781-2522a7e3788c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.0780685 Mar 08 04:20:22.149075 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-7bfd60fe-a43d-4dcd-8c58-d17f07394c35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398290 Mar 08 04:20:22.196760 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542e97c8-4350-4a39-b912-42d2655a0f97 req-f4ab6145-545a-44ec-a0e8-cdfc104fb490 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057677 Mar 08 04:20:22.274239 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-03d34b12-f2a1-4507-a85a-fac3f58271f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038709 Mar 08 04:20:22.461034 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cc04bc-2468-4f6d-94cc-e47b07fd56f9 req-2c2c982b-5db9-4620-b9c5-605be2f5ee48 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801744 Mar 08 04:20:22.520487 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910227-3c34-42bb-992a-6a682ff42e55 req-1b3ea78a-9ad1-47c5-b687-70ee57a695ea tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.527987 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1e910227-3c34-42bb-992a-6a682ff42e55 req-1b3ea78a-9ad1-47c5-b687-70ee57a695ea tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 948 time: 0.1346812 Mar 08 04:20:22.558684 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14c1f6-3664-44ba-ab84-a176c79a15a5 req-f8080038-0a47-4b6e-8263-fa06b99da0f9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.560215 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-df14c1f6-3664-44ba-ab84-a176c79a15a5 req-f8080038-0a47-4b6e-8263-fa06b99da0f9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0984156 Mar 08 04:20:22.642141 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:22.646237 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1e910227-3c34-42bb-992a-6a682ff42e55 req-7e7bebd2-138d-4eab-a9cc-f9130f7b7b3a tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134233 Mar 08 04:20:22.683940 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-df14c1f6-3664-44ba-ab84-a176c79a15a5 req-9ceac5bb-0ebc-4043-9bc0-ace7ce65a353 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126072 Mar 08 04:20:22.689727 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-2f50961d-7299-46b7-9b69-0fcbaaae4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.691476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-2f50961d-7299-46b7-9b69-0fcbaaae4f17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.1190054 Mar 08 04:20:22.813991 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-53eaf691-2ee5-45ea-912d-9bd283bf0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.815386 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-53eaf691-2ee5-45ea-912d-9bd283bf0567 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.0917871 Mar 08 04:20:22.864143 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-093dc874-c06f-483f-b09b-617cdb13dd54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0399063 Mar 08 04:20:22.919710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-f5762adc-a34a-44e9-afa3-f5b062afa6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:22.921181 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-f5762adc-a34a-44e9-afa3-f5b062afa6b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.0471449 Mar 08 04:20:22.961032 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-bbb390be-ca88-48d1-9ff3-58f29629f807 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335436 Mar 08 04:20:23.065307 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-fbb67ebd-c97b-494b-9553-d3ca6c2cc64f service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961671 Mar 08 04:20:23.183976 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42ac878b-738a-4ec7-ae55-bafc92a61807 req-ae4b6726-ce7e-4575-91d9-abba7064d530 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126943 Mar 08 04:20:23.788714 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 54121989-b4e3-4ac1-89ea-52225e5a2310 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:23.843250 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaaff1-c2f1-4435-a5e2-d39b2aa2978c req-4f0a876e-d231-451b-8dbe-5ebec9d05de1 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:23.844712 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4cbaaff1-c2f1-4435-a5e2-d39b2aa2978c req-4f0a876e-d231-451b-8dbe-5ebec9d05de1 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 948 time: 0.1344626 Mar 08 04:20:23.858651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3a643-6576-4aa3-a498-0e039069012e req-b9d20239-0c4e-4a0a-9434-e915ab9caa6f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:23.865028 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-afe3a643-6576-4aa3-a498-0e039069012e req-b9d20239-0c4e-4a0a-9434-e915ab9caa6f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1060555 Mar 08 04:20:23.868769 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 54121989-b4e3-4ac1-89ea-52225e5a2310 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:20:23.875064 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 54121989-b4e3-4ac1-89ea-52225e5a2310 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:23.875775 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:23.967385 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4cbaaff1-c2f1-4435-a5e2-d39b2aa2978c req-6972ccd1-22ff-4b21-a699-de5d26df0300 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009037 Mar 08 04:20:23.979084 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-afe3a643-6576-4aa3-a498-0e039069012e req-3b42388b-49a7-45af-8e4e-9e613d5bb224 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938547 Mar 08 04:20:24.029644 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 54121989-b4e3-4ac1-89ea-52225e5a2310 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:24.030091 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:24.053606 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:24.056235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe8b9ed-1e09-4e8b-b58f-446712e49531" -d '{"events": [{"server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "name": "network-vif-plugged", "status": "completed", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:24.071362 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=54121989-b4e3-4ac1-89ea-52225e5a2310,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:24.076994 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:24.102435 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9e7b8c-0ffb-440f-bf09-aac906fcf226 x-openstack-request-id: req-8f9e7b8c-0ffb-440f-bf09-aac906fcf226 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:24.103007 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "name": "network-vif-plugged", "status": "completed", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:24.103271 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f9e7b8c-0ffb-440f-bf09-aac906fcf226 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:24.103722 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310', 'code': 200} Mar 08 04:20:24.133205 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:24.326356 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30d672-e0ea-4faf-bdc5-80a9a5daada1 req-48fc9e08-e7c3-4785-b422-d79214d2eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:24.328004 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd30d672-e0ea-4faf-bdc5-80a9a5daada1 req-48fc9e08-e7c3-4785-b422-d79214d2eb4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 1133 time: 0.0508657 Mar 08 04:20:24.375586 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd30d672-e0ea-4faf-bdc5-80a9a5daada1 req-accc8fe9-b691-4179-9e38-339b322a993b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Mar 08 04:20:25.154321 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34cd2-4174-41ad-9a2f-9a59e3b6ff49 req-b7ca1a0e-54e8-46b5-a94f-bdbadbb298ce tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:25.155910 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-16b34cd2-4174-41ad-9a2f-9a59e3b6ff49 req-b7ca1a0e-54e8-46b5-a94f-bdbadbb298ce tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.0826159 Mar 08 04:20:25.162872 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba988f-d061-4161-8766-6b50a90237bb req-5fb67606-8037-49be-8039-02a7b82a963b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:25.164386 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21ba988f-d061-4161-8766-6b50a90237bb req-5fb67606-8037-49be-8039-02a7b82a963b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1004348 Mar 08 04:20:25.254067 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-16b34cd2-4174-41ad-9a2f-9a59e3b6ff49 req-3b3016bd-b9b3-4f50-9015-fb01e5b54262 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885658 Mar 08 04:20:25.262612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21ba988f-d061-4161-8766-6b50a90237bb req-202528fd-44d8-48fb-9bb1-7802623c0d0c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906577 Mar 08 04:20:26.447189 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34e5c2-3708-41bd-81d6-1339ea9626bf req-b3b7235c-7954-4109-81ae-02ea576f7a93 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:26.449990 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc34e5c2-3708-41bd-81d6-1339ea9626bf req-b3b7235c-7954-4109-81ae-02ea576f7a93 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0841627 Mar 08 04:20:26.459464 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fb71-ca36-433b-8877-9afe0c783872 req-870d57f8-9106-43ad-a52c-4549e477fc7f tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:26.467001 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e5fb71-ca36-433b-8877-9afe0c783872 req-870d57f8-9106-43ad-a52c-4549e477fc7f tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.1318450 Mar 08 04:20:26.559739 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e5fb71-ca36-433b-8877-9afe0c783872 req-cf761500-0307-4422-a05c-3c7527530219 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918868 Mar 08 04:20:26.570461 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc34e5c2-3708-41bd-81d6-1339ea9626bf req-3e9b9ef6-a2ae-425b-aab3-c34808a289ff tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967622 Mar 08 04:20:26.920711 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-1de46fa3-38fd-49d1-8d62-3bef758951fe tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823335205&fields=id&tenant_id=1894e1f383974caf99ad82292ecf69d1 HTTP/1.1" status: 200 len: 267 time: 0.0773420 Mar 08 04:20:27.035509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-474ae1eb-1aa1-4b79-94c1-f75ed1ea68eb tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:27.037120 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-474ae1eb-1aa1-4b79-94c1-f75ed1ea68eb tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 809 time: 0.1100335 Mar 08 04:20:27.055235 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-d442d986-c8dc-4df0-a988-6808f2552066 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/quotas/1894e1f383974caf99ad82292ecf69d1 HTTP/1.1" status: 200 len: 375 time: 0.0105431 Mar 08 04:20:27.140459 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-3c3b5794-809e-4bfd-93e5-2428672d56ca tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766630 Mar 08 04:20:27.251476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-01de7367-af4c-4b70-aace-82265ec22a8c service neutron] 10.222.0.20 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999408 Mar 08 04:20:27.636539 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-aa7309cc-eb31-4bc1-9753-a00a19f8be3f service neutron] 10.222.0.20 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789256 Mar 08 04:20:27.730944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4c7c-13f8-4110-bb78-7e081a25157f req-fe5f958a-1669-4e48-adbe-f1f70fe06285 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:27.732650 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d9f4c7c-13f8-4110-bb78-7e081a25157f req-fe5f958a-1669-4e48-adbe-f1f70fe06285 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.0691895 Mar 08 04:20:27.787908 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d9f4c7c-13f8-4110-bb78-7e081a25157f req-840d95cf-f1cd-4d5a-984f-ff6875e8e1ab tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Mar 08 04:20:27.949050 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e584a-9376-4af1-9ad6-4248fbeb9897 req-d3c56aa4-228d-488c-a431-ce437eeddf54 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:27.950713 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4b9e584a-9376-4af1-9ad6-4248fbeb9897 req-d3c56aa4-228d-488c-a431-ce437eeddf54 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0718632 Mar 08 04:20:28.022588 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4b9e584a-9376-4af1-9ad6-4248fbeb9897 req-861c1ea3-1d9c-4eb5-8dab-b6eb482f0207 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Mar 08 04:20:28.175710 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ef36dfd4-8d9b-41fa-9a2d-5ad66d17d082 req-69460fa0-8ad6-4a28-9a8e-11ac6dc1bb58 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 210 time: 0.0574536 Mar 08 04:20:28.493993 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112d673-521f-451e-803f-0b11e5510e84 req-8c9962db-f5e6-434d-9504-6feadfcea2b6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:28.496357 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2112d673-521f-451e-803f-0b11e5510e84 req-8c9962db-f5e6-434d-9504-6feadfcea2b6 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.0887096 Mar 08 04:20:28.596735 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2112d673-521f-451e-803f-0b11e5510e84 req-9829c72e-9c19-4e93-8c92-1b6c132c509a tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934563 Mar 08 04:20:29.280753 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e21e45b3-a1f5-403b-afa8-6b09dd394772 req-168c0513-f2d2-4626-b4fc-5793a76d9035 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 210 time: 0.0378530 Mar 08 04:20:29.678728 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0276706-27b1-49cb-820a-8244af65b325 req-e497a0d5-2d2c-4e20-995f-f8457d370079 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:29.686815 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0276706-27b1-49cb-820a-8244af65b325 req-e497a0d5-2d2c-4e20-995f-f8457d370079 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1447852 Mar 08 04:20:29.738894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-76c6ef71-0d56-4a78-be1c-e64d8345bfc8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:29.740735 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-76c6ef71-0d56-4a78-be1c-e64d8345bfc8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 809 time: 0.2465365 Mar 08 04:20:29.812323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a52617-8167-4da9-b6c7-b6c32d841364 req-9e6ecf45-c1cf-4c09-a640-bd5b93f1a691 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:29.814057 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5a52617-8167-4da9-b6c7-b6c32d841364 req-9e6ecf45-c1cf-4c09-a640-bd5b93f1a691 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.1244328 Mar 08 04:20:29.839597 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0276706-27b1-49cb-820a-8244af65b325 req-b853b402-4eae-42c9-9166-44fea4c4658e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408119 Mar 08 04:20:29.917047 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c5a52617-8167-4da9-b6c7-b6c32d841364 req-2efbfa44-7a98-43de-99dc-a0bde8f234ef tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732770 Mar 08 04:20:29.926252 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-04297ed7-accd-4682-bb0c-74f8c2aeb990 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1894e1f383974caf99ad82292ecf69d1 HTTP/1.1" status: 200 len: 380 time: 0.1404703 Mar 08 04:20:29.947538 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'port': {'device_id': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'admin_state_up': True, 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'security_groups': ['c9c96ef2-5905-4c09-9610-1b71cb13f0c1']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:30.090743 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Made reservation on behalf of 1894e1f383974caf99ad82292ecf69d1 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:20:30.094653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:30.371956 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Allocated IP 172.20.0.4 (56fd0b7d-139f-4118-9814-ba4aaead10ba/270b9874-5c9b-4416-8c4e-7c3d760deb98/13594e93-6147-421c-9bc8-91fe549302b0) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:20:30.428869 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-308a63a9-bcfb-408a-8dd4-6c440120eb05 req-57ecd330-6655-43b9-9637-a3e5ce874c54 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 210 time: 0.0411248 Mar 08 04:20:30.582469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for port (13594e93-6147-421c-9bc8-91fe549302b0), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:30.629066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:30.713963 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:20:30.719229 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:30.724258 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:20:30.784695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:30.810179 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-0ff1fcee-1627-49b4-981e-b36d6c972f0d tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:30.812091 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-0ff1fcee-1627-49b4-981e-b36d6c972f0d tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.1963418 Mar 08 04:20:30.845189 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.845572 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.846066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.846449 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.847207 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.847796 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.848475 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.848941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.849787 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.850277 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.850787 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.852350 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.852966 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:30.921491 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:30.922307 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:30.981306 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-ccf5c3f5-2757-43af-8092-48021961e8b6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0389237 Mar 08 04:20:31.007764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Request body: {'port': {'device_id': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:31.073105 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-104e42f6-da14-473c-8dd1-1df7904910b1 None None] Provisioning complete for port 13594e93-6147-421c-9bc8-91fe549302b0 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:31.074237 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-104e42f6-da14-473c-8dd1-1df7904910b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (13594e93-6147-421c-9bc8-91fe549302b0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.112024 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-104e42f6-da14-473c-8dd1-1df7904910b1 None None] Port 13594e93-6147-421c-9bc8-91fe549302b0 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:20:31.115767 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Deleting port 54121989-b4e3-4ac1-89ea-52225e5a2310 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:20:31.116309 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.152700 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.229099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6761-8908-48b4-8a3a-28a94659043c req-2c1b805f-379e-40d3-9757-1070a94babea tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:31.231520 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3d4b6761-8908-48b4-8a3a-28a94659043c req-2c1b805f-379e-40d3-9757-1070a94babea tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 949 time: 0.2170601 Mar 08 04:20:31.327289 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] For port 54121989-b4e3-4ac1-89ea-52225e5a2310, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=54121989-b4e3-4ac1-89ea-52225e5a2310,segment=NetworkSegment(3c8b4e70-7d0f-4218-ae99-f014ff59236f),segment_id=3c8b4e70-7d0f-4218-ae99-f014ff59236f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:31.327883 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.424687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Calling delete_port for 54121989-b4e3-4ac1-89ea-52225e5a2310 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:20:31.439257 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3d4b6761-8908-48b4-8a3a-28a94659043c req-bc5826be-4313-4fb7-b244-6d0dc0f8a4fc tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5c6c021-fb05-4075-91ca-92411a067ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829896 Mar 08 04:20:31.707991 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a885c-768e-48f5-8cd6-2970928df6ff req-f30c2036-c2c8-4bda-b874-9f9b6eafce0f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:31.710470 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e6a885c-768e-48f5-8cd6-2970928df6ff req-f30c2036-c2c8-4bda-b874-9f9b6eafce0f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 931 time: 0.1885848 Mar 08 04:20:31.818295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (54121989-b4e3-4ac1-89ea-52225e5a2310), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.860215 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['54121989-b4e3-4ac1-89ea-52225e5a2310'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:31.867970 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13594e93-6147-421c-9bc8-91fe549302b0 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:31.882851 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e6a885c-768e-48f5-8cd6-2970928df6ff req-7cea9151-8829-4f7c-a9cc-b57f7206edf1 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587873 Mar 08 04:20:31.883939 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Pushing event deleted for resources: {'Port': ['ID=54121989-b4e3-4ac1-89ea-52225e5a2310,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:31.891902 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks [] for port (13594e93-6147-421c-9bc8-91fe549302b0), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.947496 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Transition to ACTIVE for port object 13594e93-6147-421c-9bc8-91fe549302b0 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:20:31.966117 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] No DVR routers for this DVR port 54121989-b4e3-4ac1-89ea-52225e5a2310 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:20:31.968027 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.974025 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:31.982587 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-149016f0-ccb8-45d6-a91b-f03a8a392cdf req-ad8ac2d6-aeb2-4fd2-9984-8f848143a0e7 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.42 "DELETE /v2.0/ports/54121989-b4e3-4ac1-89ea-52225e5a2310 HTTP/1.1" status: 204 len: 173 time: 1.1585739 Mar 08 04:20:31.983110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'name': 'network-vif-deleted', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:31.985410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3f1ad-514c-4f62-8818-569abadaf589" -d '{"events": [{"server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "name": "network-vif-deleted", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:32.116809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d9dd8-a826-4615-89b5-734cdf2f1b3a x-openstack-request-id: req-3f6d9dd8-a826-4615-89b5-734cdf2f1b3a {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:32.116809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbb6829-dc21-491b-87f5-39264ee43e10", "name": "network-vif-deleted", "tag": "54121989-b4e3-4ac1-89ea-52225e5a2310", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:32.116809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6d9dd8-a826-4615-89b5-734cdf2f1b3a {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:32.117433 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbb6829-dc21-491b-87f5-39264ee43e10', 'name': 'network-vif-deleted', 'tag': '54121989-b4e3-4ac1-89ea-52225e5a2310', 'status': 'completed', 'code': 200} Mar 08 04:20:32.118269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:32.237769 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Attempting to bind port 13594e93-6147-421c-9bc8-91fe549302b0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:20:32.238112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Attempting to bind port 13594e93-6147-421c-9bc8-91fe549302b0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:20:32.238443 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Attempting to bind port 13594e93-6147-421c-9bc8-91fe549302b0 on network 56fd0b7d-139f-4118-9814-ba4aaead10ba {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:32.243256 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Port 13594e93-6147-421c-9bc8-91fe549302b0 on network 56fd0b7d-139f-4118-9814-ba4aaead10ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:20:32.243578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Attempting to bind port 13594e93-6147-421c-9bc8-91fe549302b0 on network 56fd0b7d-139f-4118-9814-ba4aaead10ba {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:32.249289 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:20:32.249639 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Checking segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:20:32.250020 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Bound using segment: {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:20:32.250578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Bound port: 13594e93-6147-421c-9bc8-91fe549302b0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb1fe86-b36c-4aaa-8823-2481d255b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:20:32.250902 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:32.356396 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:20:32.359769 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:20:32.366493 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:32.405923 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:32.406544 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:32.407980 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] 10.222.0.42 "PUT /v2.0/ports/13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 1093 time: 1.4101961 Mar 08 04:20:32.430476 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2e07a-30a2-4d61-9adb-a009b9a1e562 service neutron] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:32.613506 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e4f8c6f4-5a9e-494c-8482-1f9a89405bf6 req-dde9fa4c-14aa-4198-af33-182171536685 tempest-VolumesNegativeTest-322481001 tempest-VolumesNegativeTest-322481001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbb6829-dc21-491b-87f5-39264ee43e10 HTTP/1.1" status: 200 len: 210 time: 0.0585823 Mar 08 04:20:32.642109 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-dc4fb994-6ad1-40d9-b8e5-cf57d7bc6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:32.644139 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-dc4fb994-6ad1-40d9-b8e5-cf57d7bc6f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1127 time: 0.1522367 Mar 08 04:20:32.709921 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-62781564-477c-4367-846c-d6a93ee81af3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 217 time: 0.0485311 Mar 08 04:20:32.780610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-5a1abcde-770a-4342-87f7-928c93208ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:32.784044 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-5a1abcde-770a-4342-87f7-928c93208ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0675218 Mar 08 04:20:32.859547 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32010-164c-4bac-a05c-5e2fea720848 req-0c8337a4-5a3d-4503-80ae-0a840c04c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:32.861816 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-0c8337a4-5a3d-4503-80ae-0a840c04c1fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0712039 Mar 08 04:20:33.110997 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-ef18c623-d20e-4b9c-90cc-7689401c05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:33.112865 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-ef18c623-d20e-4b9c-90cc-7689401c05eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.1291692 Mar 08 04:20:33.168740 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-cd8b222e-2ce2-4392-b681-a5dae18e7926 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000791 Mar 08 04:20:33.175715 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab1c89-b634-4998-9700-f6519569884e req-31116a03-9095-4372-8f8f-b1180b68ea2d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:33.177250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26ab1c89-b634-4998-9700-f6519569884e req-31116a03-9095-4372-8f8f-b1180b68ea2d tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1949162 Mar 08 04:20:33.261422 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eee1e-81b2-4d53-a640-382e086b20c8 req-7fa8c86b-5a33-4a46-94ad-84b8bd78176a tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:33.263013 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bb9eee1e-81b2-4d53-a640-382e086b20c8 req-7fa8c86b-5a33-4a46-94ad-84b8bd78176a tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.2340367 Mar 08 04:20:33.409573 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bb9eee1e-81b2-4d53-a640-382e086b20c8 req-a1f549cd-d049-4b57-a8fa-3f22e971e7bc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355202 Mar 08 04:20:33.415935 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-e7ec3bee-a77d-440c-b679-5b4c18e362d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:33.417699 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-e7ec3bee-a77d-440c-b679-5b4c18e362d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.2898693 Mar 08 04:20:33.440936 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26ab1c89-b634-4998-9700-f6519569884e req-692a511e-9cfc-476b-8502-79b59b816cba tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250967 Mar 08 04:20:33.471857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-71da7c30-cda3-405e-ab79-bb06da13057a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0464137 Mar 08 04:20:33.474153 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99c32010-164c-4bac-a05c-5e2fea720848 req-7706060b-9646-4c9a-9065-7a60440c6c4a service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931354 Mar 08 04:20:33.538345 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-eb07c8aa-8fcf-4458-bb84-27878a7fe8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:33.540588 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-eb07c8aa-8fcf-4458-bb84-27878a7fe8da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.0509443 Mar 08 04:20:33.613482 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-9729f3be-eb68-4c70-bdda-ca5eb1b244c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262144 Mar 08 04:20:33.726450 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-f036b161-5562-45b5-8ca6-e941682ef8fe service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Mar 08 04:20:33.865055 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 54121989-b4e3-4ac1-89ea-52225e5a2310 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:20:33.885287 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 54121989-b4e3-4ac1-89ea-52225e5a2310 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:20:33.885631 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 54121989-b4e3-4ac1-89ea-52225e5a2310 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:20:34.036449 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b049a0ec-1dee-4aa1-b35d-a3cde6be7276 req-3c76e1fd-2808-4ff2-a2e1-8ecd88430cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040652 Mar 08 04:20:34.118495 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:34.121349 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8f0a32-27e0-4e89-88b5-f51c5d200030" -d '{"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:34.156084 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d4576-3d8e-4a8a-a546-6f10697f6f43 x-openstack-request-id: req-435d4576-3d8e-4a8a-a546-6f10697f6f43 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:34.156324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:34.156583 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-435d4576-3d8e-4a8a-a546-6f10697f6f43 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:34.157069 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'status': 'completed', 'code': 200} Mar 08 04:20:34.262886 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-a5aea777-1511-4287-8fdb-5b5924adfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.264516 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-a5aea777-1511-4287-8fdb-5b5924adfa53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0504210 Mar 08 04:20:34.367776 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-56bc8d80-7130-4264-8cd3-8ebe3354b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.369787 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-56bc8d80-7130-4264-8cd3-8ebe3354b453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.0978425 Mar 08 04:20:34.414529 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-5398f6ec-1aff-460c-a64a-9a6a998fe7f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 217 time: 0.0368335 Mar 08 04:20:34.466528 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-d707e54f-1c10-48cd-b5a6-7b5d1ceaabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.468250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-d707e54f-1c10-48cd-b5a6-7b5d1ceaabf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0481186 Mar 08 04:20:34.613474 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-a9761bc2-3213-4846-82b1-b7d3ba426ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.614989 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-a9761bc2-3213-4846-82b1-b7d3ba426ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1406138 Mar 08 04:20:34.624073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656911b-a3eb-4036-af37-c0d11323ce87 req-d47d40d6-5e4d-4bfe-bfeb-5cae14f7c9ee tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.625493 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5656911b-a3eb-4036-af37-c0d11323ce87 req-d47d40d6-5e4d-4bfe-bfeb-5cae14f7c9ee tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1026886 Mar 08 04:20:34.658751 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e2da-d7d4-4e9d-88bb-b0c5bfcf7c0c req-a3f479d5-7995-4554-ad36-b61587729bc6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:34.660111 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44b4e2da-d7d4-4e9d-88bb-b0c5bfcf7c0c req-a3f479d5-7995-4554-ad36-b61587729bc6 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.1399310 Mar 08 04:20:34.800067 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44b4e2da-d7d4-4e9d-88bb-b0c5bfcf7c0c req-74d383aa-1c16-4360-bddb-2083fe658358 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249371 Mar 08 04:20:34.806397 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5656911b-a3eb-4036-af37-c0d11323ce87 req-a4d3fd8b-75af-4fb9-b786-d770f03a55b0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691144 Mar 08 04:20:34.832502 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-1fc18952-011c-4cb0-b01e-1d3f286675c8 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021627 Mar 08 04:20:34.953567 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f8f0a32-27e0-4e89-88b5-f51c5d200030 req-d904e60f-3815-4783-a72d-db0a8a2ccd38 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168146 Mar 08 04:20:35.960364 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66a5b-d7a4-4673-b648-902ad92724cb req-faba9137-ba7e-41d3-ab03-dc20b83490b7 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:35.961843 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ee66a5b-d7a4-4673-b648-902ad92724cb req-faba9137-ba7e-41d3-ab03-dc20b83490b7 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.0905728 Mar 08 04:20:35.972952 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281cf10-9cc2-424e-b225-a645cff1985f req-3857414f-08e0-4122-adcb-b94ad9571fee tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:35.974315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8281cf10-9cc2-424e-b225-a645cff1985f req-3857414f-08e0-4122-adcb-b94ad9571fee tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0906763 Mar 08 04:20:35.994583 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53368) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:36.044808 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Deleting subnet a41cc0c2-28c8-4aff-a11f-99c0a4055aea {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:20:36.048013 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Publish callbacks [] for subnet (a41cc0c2-28c8-4aff-a11f-99c0a4055aea), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.061326 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8281cf10-9cc2-424e-b225-a645cff1985f req-4966c4ad-6eb6-4d78-80aa-32ba9ad7ed3b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Mar 08 04:20:36.062555 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ee66a5b-d7a4-4673-b648-902ad92724cb req-7c492cec-89a6-4116-9af8-c0553335bffa tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873361 Mar 08 04:20:36.295522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (a41cc0c2-28c8-4aff-a11f-99c0a4055aea), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.335698 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (a41cc0c2-28c8-4aff-a11f-99c0a4055aea), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.389742 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (a41cc0c2-28c8-4aff-a11f-99c0a4055aea), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.413073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41cc0c2-28c8-4aff-a11f-99c0a4055aea,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:36.423192 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.423539 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.423899 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.424234 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.424565 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.425254 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.425254 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.425506 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.425825 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.426144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.426463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.426795 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.427112 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:36.430095 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.433787 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2c23d95d-264a-4b3e-b55b-021535264c72 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a41cc0c2-28c8-4aff-a11f-99c0a4055aea HTTP/1.1" status: 204 len: 168 time: 0.4379046 Mar 08 04:20:36.436339 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53398) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:36.506051 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (0adb0685-47fb-436f-8481-7ba052577d83), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.585813 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (0adb0685-47fb-436f-8481-7ba052577d83), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.606490 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adb0685-47fb-436f-8481-7ba052577d83']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:36.615464 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ddcac9-0230-4e9f-8abe-f5afd1cfe367') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:36.615764 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ddcac9-0230-4e9f-8abe-f5afd1cfe367') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:36.629548 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (76ddcac9-0230-4e9f-8abe-f5afd1cfe367), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.642625 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (76ddcac9-0230-4e9f-8abe-f5afd1cfe367), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.648501 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:20:36.648975 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (76ddcac9-0230-4e9f-8abe-f5afd1cfe367), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:20:36.651512 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:20:36.704257 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (0adb0685-47fb-436f-8481-7ba052577d83), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.711194 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:36.715400 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0adb0685-47fb-436f-8481-7ba052577d83 HTTP/1.1" status: 204 len: 168 time: 0.2782209 Mar 08 04:20:36.724414 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54c126-5181-475f-8587-cf340708f1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adb0685-47fb-436f-8481-7ba052577d83,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:36.902893 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53402) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:36.942494 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e6482ff9-a60b-485f-8bfb-fcc05a9b33e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5df3c8ffbc8c4f76bdc4554ffd0100c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383899 Mar 08 04:20:36.944853 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53404) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:36.991088 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] Publish callbacks [] for security_group (aae537df-603f-4dab-9964-3651c8aa1744), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.015876 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] Publish callbacks [] for security_group (aae537df-603f-4dab-9964-3651c8aa1744), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.062697 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (aae537df-603f-4dab-9964-3651c8aa1744), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.065542 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.066686 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aae537df-603f-4dab-9964-3651c8aa1744 HTTP/1.1" status: 204 len: 168 time: 0.1209502 Mar 08 04:20:37.074839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61795783-580f-42de-94a0-86a503a1cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae537df-603f-4dab-9964-3651c8aa1744,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:37.218518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dd4ae-8f27-468c-bcb9-cfec581ccfc5 req-118b782d-b4dc-4edd-8c36-0783d3d20032 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:37.220027 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c38dd4ae-8f27-468c-bcb9-cfec581ccfc5 req-118b782d-b4dc-4edd-8c36-0783d3d20032 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0855026 Mar 08 04:20:37.227562 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2a66-9891-418e-aca6-4007931d95ea req-51eafcb9-ff01-4e11-a40f-78124e1c44c3 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:37.229368 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-18df2a66-9891-418e-aca6-4007931d95ea req-51eafcb9-ff01-4e11-a40f-78124e1c44c3 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.0843685 Mar 08 04:20:37.298835 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c38dd4ae-8f27-468c-bcb9-cfec581ccfc5 req-d6f160bf-e529-46ec-b24b-6ea12a4656dd tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Mar 08 04:20:37.320314 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-18df2a66-9891-418e-aca6-4007931d95ea req-ac307b58-e587-4150-b9bc-cd7240f9aaf1 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761027 Mar 08 04:20:37.600323 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53428) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:37.761501 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-1fa1c605-0e26-49da-be96-9d75ed491374 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dd17f9b542a44989d6d5cd04ec5a250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567979 Mar 08 04:20:37.761987 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53440) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:37.811263 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] Publish callbacks [] for security_group (d5c6c021-fb05-4075-91ca-92411a067ad8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.832871 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] Publish callbacks [] for security_group (d5c6c021-fb05-4075-91ca-92411a067ad8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.880999 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d5c6c021-fb05-4075-91ca-92411a067ad8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.883631 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:37.885438 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5c6c021-fb05-4075-91ca-92411a067ad8 HTTP/1.1" status: 204 len: 168 time: 0.1219428 Mar 08 04:20:37.894555 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493eaf7-4803-42f5-9137-7e20ef093bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c6c021-fb05-4075-91ca-92411a067ad8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:37.898604 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:20:38.034364 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:38.045621 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '13594e93-6147-421c-9bc8-91fe549302b0', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'mac_address': 'fa:16:3e:40:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:20:38.088886 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 13594e93-6147-421c-9bc8-91fe549302b0 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:38.089389 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:38.105453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13594e93-6147-421c-9bc8-91fe549302b0 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:38.127772 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:38.132611 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:38.190545 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:38.458510 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cffd-0917-40d6-91e6-64e9ec998b4c req-609007b7-ea14-456b-abf8-b3d81d20ab78 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:38.460012 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1fe1cffd-0917-40d6-91e6-64e9ec998b4c req-609007b7-ea14-456b-abf8-b3d81d20ab78 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0870256 Mar 08 04:20:38.471441 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14972a4-9014-4a7e-91db-97b2b3c12a62 req-7abba45a-3316-4e6e-aea8-3d2d0327b5dc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:38.472896 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e14972a4-9014-4a7e-91db-97b2b3c12a62 req-7abba45a-3316-4e6e-aea8-3d2d0327b5dc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 944 time: 0.0715232 Mar 08 04:20:38.544982 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1fe1cffd-0917-40d6-91e6-64e9ec998b4c req-ab52170f-dd5d-4175-a3ee-fd3347663966 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711317 Mar 08 04:20:38.553285 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e14972a4-9014-4a7e-91db-97b2b3c12a62 req-e9124750-704c-425f-b4e5-5ffade37eb96 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732458 Mar 08 04:20:38.574541 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['13594e93-6147-421c-9bc8-91fe549302b0'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:39.715074 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670585c9-32f8-4a60-a3d8-d0659e63339e req-62a72f0a-3269-4947-a186-3e7a12884033 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:39.716562 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-670585c9-32f8-4a60-a3d8-d0659e63339e req-62a72f0a-3269-4947-a186-3e7a12884033 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1005301 Mar 08 04:20:39.723998 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898077e-10e7-4cd0-972f-e388d9695c78 req-c526322c-a100-4b0f-b1a4-dd69b00d5fb2 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:39.725361 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3898077e-10e7-4cd0-972f-e388d9695c78 req-c526322c-a100-4b0f-b1a4-dd69b00d5fb2 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 944 time: 0.0966239 Mar 08 04:20:39.795661 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-670585c9-32f8-4a60-a3d8-d0659e63339e req-ebde83b7-8bb1-472a-b3fb-e90b5afc9828 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693591 Mar 08 04:20:39.804134 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3898077e-10e7-4cd0-972f-e388d9695c78 req-5cfc9e85-a4b3-4081-a413-ba3f6746e1f7 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715373 Mar 08 04:20:39.909652 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:20:39.960838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 13594e93-6147-421c-9bc8-91fe549302b0 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:20:39.964648 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 13594e93-6147-421c-9bc8-91fe549302b0 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:20:39.965023 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (13594e93-6147-421c-9bc8-91fe549302b0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:40.039294 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 13594e93-6147-421c-9bc8-91fe549302b0 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:40.039680 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:40.062216 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:40.064456 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d91fcb-7912-4782-8041-c13bd19336e4" -d '{"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-plugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:40.077380 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:40.081760 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:40.107801 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811d4dab-003d-4fda-9032-50bc022cfaab x-openstack-request-id: req-811d4dab-003d-4fda-9032-50bc022cfaab {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:40.108120 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-plugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:40.108383 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-811d4dab-003d-4fda-9032-50bc022cfaab {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:40.108773 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'code': 200} Mar 08 04:20:40.133804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:40.141693 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.142044 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.142413 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.142757 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.143110 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.143437 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.143854 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.144183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.144506 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.144846 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.145171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.145492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.145811 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:20:40.413945 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05266af7-9dc5-4732-aff0-996ebd5417a3 req-ab527312-9b5b-4e35-82c1-98db210d4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:40.415402 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-05266af7-9dc5-4732-aff0-996ebd5417a3 req-ab527312-9b5b-4e35-82c1-98db210d4eaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0467148 Mar 08 04:20:40.460074 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-05266af7-9dc5-4732-aff0-996ebd5417a3 req-49cb32ba-1e9c-434f-894e-57f03a469796 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Mar 08 04:20:40.948639 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760a5ef-0410-4487-bbd1-b3102bccbba7 req-aa2d1960-015d-4c52-8805-e14e3a8aae12 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:40.950120 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d760a5ef-0410-4487-bbd1-b3102bccbba7 req-aa2d1960-015d-4c52-8805-e14e3a8aae12 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0820103 Mar 08 04:20:40.971322 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad9ab4-e490-4d75-add0-5cc9f55e3f79 req-823c1fc2-3dad-47e7-9c94-78d25a4e859a tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:40.973071 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6bad9ab4-e490-4d75-add0-5cc9f55e3f79 req-823c1fc2-3dad-47e7-9c94-78d25a4e859a tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0955894 Mar 08 04:20:41.044491 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d760a5ef-0410-4487-bbd1-b3102bccbba7 req-660337f2-60c6-4e85-8b7e-f814045ee6c5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876942 Mar 08 04:20:41.063324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6bad9ab4-e490-4d75-add0-5cc9f55e3f79 req-e5456198-4bd3-414b-a0a3-9d6bcbe12084 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806949 Mar 08 04:20:42.206678 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f24479-fdeb-40c8-b674-4237ef6d4efc req-a6bb9647-6960-4c27-970d-ca615f623806 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:42.208203 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-01f24479-fdeb-40c8-b674-4237ef6d4efc req-a6bb9647-6960-4c27-970d-ca615f623806 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Mar 08 04:20:42.236393 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea2784-8d7f-4bb2-9184-08c73949d473 req-4dabf664-303f-44f2-89c9-7b5075b738de tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:42.237846 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fea2784-8d7f-4bb2-9184-08c73949d473 req-4dabf664-303f-44f2-89c9-7b5075b738de tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0843906 Mar 08 04:20:42.284332 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-01f24479-fdeb-40c8-b674-4237ef6d4efc req-b7e83ddb-e846-4c0f-b677-963998a5e304 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699909 Mar 08 04:20:42.311948 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fea2784-8d7f-4bb2-9184-08c73949d473 req-87ef063f-536a-46f5-b8b7-360cef5db256 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663927 Mar 08 04:20:42.433300 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1fcef-7fa0-486b-886c-4453cf01e56d req-611d4d4c-236f-4e6f-a8f1-1de48ae8dcee tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:42.434817 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26b1fcef-7fa0-486b-886c-4453cf01e56d req-611d4d4c-236f-4e6f-a8f1-1de48ae8dcee tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0584249 Mar 08 04:20:42.483912 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26b1fcef-7fa0-486b-886c-4453cf01e56d req-b705eb8c-283c-4380-92d1-ff9c3f003411 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Mar 08 04:20:42.505016 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53508) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:42.739354 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288f9ce-e5e6-4d3a-a9de-e00f9bc615ce tempest-TestShelveInstance-735134177 tempest-TestShelveInstance-735134177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:42.740902 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e288f9ce-e5e6-4d3a-a9de-e00f9bc615ce tempest-TestShelveInstance-735134177 tempest-TestShelveInstance-735134177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1124 time: 0.2348089 Mar 08 04:20:42.743823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 53518) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:42.748287 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:42.768330 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:42.863850 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:42.973048 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Allocated IP 172.28.1.137 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/02aa1351-307f-4d5d-9f34-08a8c0a855fb) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:20:43.075523 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.113440 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.153061 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:20:43.157273 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:43.160695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:20:43.184362 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'Port': ['ID=02aa1351-307f-4d5d-9f34-08a8c0a855fb,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:43.374428 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b11a5dce-6022-46b6-8629-c47c0d3ce5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.470735 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b8e1-37c9-453d-903b-25a1e14ba580 req-03360096-eb7d-4cab-a249-726da42a2dd5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:43.472237 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97c8b8e1-37c9-453d-903b-25a1e14ba580 req-03360096-eb7d-4cab-a249-726da42a2dd5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0990839 Mar 08 04:20:43.629152 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97c8b8e1-37c9-453d-903b-25a1e14ba580 req-13503193-35b3-49af-b590-0d6f3ae5afe2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504688 Mar 08 04:20:43.724025 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for floatingip (bd845efc-4602-441d-856f-f922f85bf213), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.826159 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.980078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:43.984932 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:44.067994 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event updated for resources: {'Port': ['ID=02aa1351-307f-4d5d-9f34-08a8c0a855fb,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:44.076403 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (bd845efc-4602-441d-856f-f922f85bf213), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:44.178821 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Floating IP bd845efc-4602-441d-856f-f922f85bf213 associated. External IP: 172.28.1.137, port: 13594e93-6147-421c-9bc8-91fe549302b0. Mar 08 04:20:44.398940 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Router 4f2561fc-3e29-4a51-8627-15f754c7cd00 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:20:44.762644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:20:44.772802 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Sync routers for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:20:44.784803 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:20:44.785397 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:20:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:44.786656 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e588-3535-44a9-9a5b-f8530a03b666 req-cefe0b2a-4778-491f-98fe-bb8139463407 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:44.788166 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9009e588-3535-44a9-9a5b-f8530a03b666 req-cefe0b2a-4778-491f-98fe-bb8139463407 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0788231 Mar 08 04:20:44.791839 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:44.839331 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-3dbfcba5-2ad8-452b-ac64-32b0a8ce1832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0943308 Mar 08 04:20:44.840219 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:44.842809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79729767-f93f-4ca9-85bb-d8cbc4688e95" -d '{"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:44.876273 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9009e588-3535-44a9-9a5b-f8530a03b666 req-c0379c6b-37f0-42b1-b0f7-1f1da38a61a6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803020 Mar 08 04:20:44.885326 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9e40d7-cfa8-4a99-bc01-7a9d84bbf13f x-openstack-request-id: req-da9e40d7-cfa8-4a99-bc01-7a9d84bbf13f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:44.885698 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:44.886022 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da9e40d7-cfa8-4a99-bc01-7a9d84bbf13f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:44.886621 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'status': 'completed', 'code': 200} Mar 08 04:20:44.976091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-c55035c9-8ca3-420b-8575-1f0f31d33f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:44.977566 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-c55035c9-8ca3-420b-8575-1f0f31d33f41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0436277 Mar 08 04:20:44.989357 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:20:45.068626 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-342aaf1a-0610-41af-830f-fcb449267436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:45.070073 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-342aaf1a-0610-41af-830f-fcb449267436 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.0867412 Mar 08 04:20:45.135738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-0059d855-8bb5-4fcc-a707-c68c636d6856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 999 time: 0.0583212 Mar 08 04:20:45.187352 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-123f1d2f-baa4-49be-b654-9e9ae8a520e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:45.188708 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-123f1d2f-baa4-49be-b654-9e9ae8a520e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0471427 Mar 08 04:20:45.215785 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'bd845efc-4602-441d-856f-f922f85bf213', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'mac_address': 'fa:16:3e:40:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:20:43Z', 'updated_at': '2022-03-08T04:20:43Z', 'revision_number': 0, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:45.236966 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-c05f8fb3-574e-416c-9f1b-1a7d72a33b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:45.238476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-c05f8fb3-574e-416c-9f1b-1a7d72a33b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436494 Mar 08 04:20:45.241685 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Checking router: 4f2561fc-3e29-4a51-8627-15f754c7cd00 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:20:45.251225 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:20:45.251822 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:20:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:45.330003 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-9f1218ae-dcda-4fcc-aa22-70589cd8827f service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Mar 08 04:20:45.360445 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:20:45.423466 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79729767-f93f-4ca9-85bb-d8cbc4688e95 req-30671886-2012-44a3-a370-4fbdec392d9c service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873611 Mar 08 04:20:45.528724 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-987a6e13-07a1-4018-86cf-0d6da0f88455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:45.584855 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'bd845efc-4602-441d-856f-f922f85bf213', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'mac_address': 'fa:16:3e:40:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:20:43Z', 'updated_at': '2022-03-08T04:20:43Z', 'revision_number': 0, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:20:45.611927 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd04d7-31fa-4ebc-8c07-a9a0d363e648 None None] The sync data for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb is: [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'bd845efc-4602-441d-856f-f922f85bf213', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'floating_ip_address': '172.28.1.137', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'mac_address': 'fa:16:3e:40:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:20:43Z', 'updated_at': '2022-03-08T04:20:43Z', 'revision_number': 0, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:20:45.812178 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa7e80-3aa4-4afb-8990-563292a2bdd9 None None] New status for floating IP bd845efc-4602-441d-856f-f922f85bf213: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:20:46.002363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662696-a695-4039-8e48-4e7db48aab62 req-d07c09d3-16c4-4893-8978-3e79527d4076 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:46.004032 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9b662696-a695-4039-8e48-4e7db48aab62 req-d07c09d3-16c4-4893-8978-3e79527d4076 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0565250 Mar 08 04:20:46.050495 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9b662696-a695-4039-8e48-4e7db48aab62 req-26b94019-c980-4211-b87b-a7c4e37fd33b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Mar 08 04:20:46.788019 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:47.172535 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d89f7-dbb7-42e8-ac29-2a0cef87ff56 req-be7f8422-af54-468f-931b-2b0c748f9624 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:47.174004 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b16d89f7-dbb7-42e8-ac29-2a0cef87ff56 req-be7f8422-af54-468f-931b-2b0c748f9624 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0564356 Mar 08 04:20:47.227580 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b16d89f7-dbb7-42e8-ac29-2a0cef87ff56 req-8f6bc19c-3fa1-4ffa-bf5d-3c5a7d350de7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Mar 08 04:20:48.106661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 53598) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:48.189918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.212555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fd7d91ee-33d7-4627-b666-e005e20556ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.286616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fd7d91ee-33d7-4627-b666-e005e20556ac admin admin] Publish callbacks [] for security_group (db40aaff-0614-4deb-8a07-925538415fd4), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.291935 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fd7d91ee-33d7-4627-b666-e005e20556ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (db40aaff-0614-4deb-8a07-925538415fd4), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.355393 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-fd7d91ee-33d7-4627-b666-e005e20556ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1d261b80b6540b6ba7c175b50e860e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476888 Mar 08 04:20:48.357389 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d91ee-33d7-4627-b666-e005e20556ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db40aaff-0614-4deb-8a07-925538415fd4,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:48.358065 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53604) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:48.382685 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04d5b-072a-40c5-8d3a-f325352bd231 req-36ab5c20-73aa-4b15-a30b-3e29a51101bf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:48.384300 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2cc04d5b-072a-40c5-8d3a-f325352bd231 req-36ab5c20-73aa-4b15-a30b-3e29a51101bf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Mar 08 04:20:48.407756 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] Publish callbacks [] for security_group (db40aaff-0614-4deb-8a07-925538415fd4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.428232 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] Publish callbacks [] for security_group (db40aaff-0614-4deb-8a07-925538415fd4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.434907 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2cc04d5b-072a-40c5-8d3a-f325352bd231 req-f2821935-1924-44ab-b1e4-8c87267a8cd0 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Mar 08 04:20:48.473243 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (db40aaff-0614-4deb-8a07-925538415fd4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.475830 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:48.476979 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db40aaff-0614-4deb-8a07-925538415fd4 HTTP/1.1" status: 204 len: 168 time: 0.1178455 Mar 08 04:20:48.484321 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6335bb-2786-4a0c-b59f-5ff00fdcbb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db40aaff-0614-4deb-8a07-925538415fd4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:49.071453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 53626) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:49.164927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-324361938-network', 'tenant_id': '8a4a9cda451546f5a8839d889d7b5a7e'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:49.184914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Made reservation on behalf of 8a4a9cda451546f5a8839d889d7b5a7e for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:20:49.187096 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.195116 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.269376 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks [] for security_group (06b62e50-d4de-419f-8cb1-f668fc656802), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.272976 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (06b62e50-d4de-419f-8cb1-f668fc656802), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.297095 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:20:49.306083 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b62e50-d4de-419f-8cb1-f668fc656802,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:49.312944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (9b1ecf0d-8065-4d05-9591-ed98262133a1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.313243 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Added segment 9b1ecf0d-8065-4d05-9591-ed98262133a1 of type vlan for network 9e02f040-faf2-46fe-9e45-c551117f691d Mar 08 04:20:49.354373 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (9e02f040-faf2-46fe-9e45-c551117f691d), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.378785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (9e02f040-faf2-46fe-9e45-c551117f691d), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.379723 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:49.380297 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.408613 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3361049 Mar 08 04:20:49.411621 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53630) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:20:49.418199 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Request body: {'subnet': {'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-324361938-subnet', 'tenant_id': '8a4a9cda451546f5a8839d889d7b5a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:49.438276 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Made reservation on behalf of 8a4a9cda451546f5a8839d889d7b5a7e for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:20:49.440534 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29150739'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.447242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003775-55a4-4271-9ca7-c8a414b1d4cf admin admin] Pushing event updated for resources: {'Network': ['ID=9e02f040-faf2-46fe-9e45-c551117f691d,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:49.457612 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 9e02f040-faf2-46fe-9e45-c551117f691d details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:20:49.577210 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a3812-efd1-4f5f-958f-54afd55d2ede req-4b5304b7-eed3-417e-9e7b-bcff40f7ef33 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:49.578671 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bf2a3812-efd1-4f5f-958f-54afd55d2ede req-4b5304b7-eed3-417e-9e7b-bcff40f7ef33 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0578558 Mar 08 04:20:49.612136 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28608321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29150733'] for subnet (00e98677-b99d-400c-8173-96b3846f432a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.613927 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.633728 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bf2a3812-efd1-4f5f-958f-54afd55d2ede req-2577582d-9710-4295-bf70-7729edf10f32 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Mar 08 04:20:49.673475 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e98677-b99d-400c-8173-96b3846f432a,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:49.677778 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Checking segment: {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:20:49.678138 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Network hostable DHCP agents. Network: 9e02f040-faf2-46fe-9e45-c551117f691d, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:20:49.695165 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Network 9e02f040-faf2-46fe-9e45-c551117f691d is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:20:49.703029 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 9e02f040-faf2-46fe-9e45-c551117f691d) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:49.707046 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:49.707637 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:49.712837 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed326f-ecd4-4dc1-b6b2-d4b8a343d15c None None] Network 9e02f040-faf2-46fe-9e45-c551117f691d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:20:49.722244 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5c56e5f2-34ed-4a43-b255-76c1510897f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3093963 Mar 08 04:20:49.812759 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e1995-6f1f-4317-a90d-58d890870bdc None None] Network 9e02f040-faf2-46fe-9e45-c551117f691d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:20:49.830034 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:20:50.750896 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d35b8-8cd2-4c8b-bc08-ba5353ee1520 req-64d80a91-0862-4607-a5c3-3d261e635a34 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:50.752359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e95d35b8-8cd2-4c8b-bc08-ba5353ee1520 req-64d80a91-0862-4607-a5c3-3d261e635a34 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0512516 Mar 08 04:20:50.798114 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e95d35b8-8cd2-4c8b-bc08-ba5353ee1520 req-c6718dc5-2bda-43ec-9ffb-3c72c7be6846 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Mar 08 04:20:51.600943 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-ae2a5872-9005-45c0-b382-0ad3b68347eb tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:51.602397 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-ae2a5872-9005-45c0-b382-0ad3b68347eb tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 813 time: 0.1031275 Mar 08 04:20:51.617324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-669df020-7875-456c-8fec-56780f680100 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/quotas/8a4a9cda451546f5a8839d889d7b5a7e HTTP/1.1" status: 200 len: 375 time: 0.0086412 Mar 08 04:20:51.648853 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-4769454b-cd7e-44cc-b653-4b5ba59ce460 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266254 Mar 08 04:20:51.742529 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-8d97b3e6-32df-4e3f-9a87-d940a911ca35 service neutron] 10.222.0.20 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Mar 08 04:20:51.829648 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-0875ae84-a316-4c0b-902d-4cb51aa5b0e4 service neutron] 10.222.0.20 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814686 Mar 08 04:20:51.922012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72be97-002d-4c12-9737-88690c32efa6 req-42644748-43b1-45e0-840e-1eeb40c24d5f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:51.928333 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d72be97-002d-4c12-9737-88690c32efa6 req-42644748-43b1-45e0-840e-1eeb40c24d5f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0579667 Mar 08 04:20:52.001278 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-578d4119-a413-4a9e-a802-9a326c01b77e req-19991d29-33cd-4c92-8846-4037e0a774be tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 210 time: 0.0361657 Mar 08 04:20:52.004779 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d72be97-002d-4c12-9737-88690c32efa6 req-da561264-67d4-4e0c-9f2f-d2e631b87954 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 Mar 08 04:20:52.641205 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:53.127269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-e5a55b45-ba1e-47e9-8b6c-0b80629d5ff6 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:53.128692 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-e5a55b45-ba1e-47e9-8b6c-0b80629d5ff6 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 813 time: 0.1461506 Mar 08 04:20:53.146277 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-12921a57-fc4d-4d66-b4e4-5ca5df098a64 req-95cfb8a3-a83b-4ea9-9248-1b9f1ce2403e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 210 time: 0.0506685 Mar 08 04:20:53.157121 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Request body: {'port': {'device_id': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d', 'admin_state_up': True, 'tenant_id': '8a4a9cda451546f5a8839d889d7b5a7e'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:53.195666 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503322-fead-42ad-90ad-e78d0ef06e78 req-d7ab7dfe-47b0-43d3-9054-6eceee592d72 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:53.197615 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0503322-fead-42ad-90ad-e78d0ef06e78 req-d7ab7dfe-47b0-43d3-9054-6eceee592d72 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1192224 Mar 08 04:20:53.290251 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0503322-fead-42ad-90ad-e78d0ef06e78 req-e140d547-f889-4dba-aaae-5cccb75fe5c5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650866 Mar 08 04:20:53.309426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Made reservation on behalf of 8a4a9cda451546f5a8839d889d7b5a7e for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:20:53.312730 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:53.435932 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Allocated IP 172.20.0.8 (9e02f040-faf2-46fe-9e45-c551117f691d/00e98677-b99d-400c-8173-96b3846f432a/5453e43d-45b5-416d-836f-469654258620) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:20:53.577530 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks [] for port (5453e43d-45b5-416d-836f-469654258620), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:53.612492 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (5453e43d-45b5-416d-836f-469654258620), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:53.656543 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Network 9e02f040-faf2-46fe-9e45-c551117f691d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:20:53.659533 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:20:53.663079 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:20:53.686270 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Pushing event updated for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:53.712794 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:53.713489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:53.728169 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-046f2c7b-f6dd-4d89-9ad3-5123b2c3f2f3 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760996 Mar 08 04:20:53.752441 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Request body: {'port': {'device_id': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:20:53.811363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5453e43d-45b5-416d-836f-469654258620), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.066404 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5453e43d-45b5-416d-836f-469654258620 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:54.074553 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks [] for port (5453e43d-45b5-416d-836f-469654258620), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.085964 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Transition to ACTIVE for port object 5453e43d-45b5-416d-836f-469654258620 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:20:54.090554 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (5453e43d-45b5-416d-836f-469654258620), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.140524 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:54.207097 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Attempting to bind port 5453e43d-45b5-416d-836f-469654258620 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:20:54.207408 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Attempting to bind port 5453e43d-45b5-416d-836f-469654258620 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:20:54.208011 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Attempting to bind port 5453e43d-45b5-416d-836f-469654258620 on network 9e02f040-faf2-46fe-9e45-c551117f691d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:54.212752 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Port 5453e43d-45b5-416d-836f-469654258620 on network 9e02f040-faf2-46fe-9e45-c551117f691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:20:54.214215 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Attempting to bind port 5453e43d-45b5-416d-836f-469654258620 on network 9e02f040-faf2-46fe-9e45-c551117f691d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:20:54.229183 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:20:54.229518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Checking segment: {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:20:54.229891 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Bound using segment: {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:20:54.230404 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Bound port: 5453e43d-45b5-416d-836f-469654258620, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:20:54.230778 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5453e43d-45b5-416d-836f-469654258620), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.322965 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e1f-7f73-45a1-bdb1-6d3cc5752164 req-ab54e66a-2b95-4e18-92aa-e2f67fd1dc78 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:54.324466 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43d32e1f-7f73-45a1-bdb1-6d3cc5752164 req-ab54e66a-2b95-4e18-92aa-e2f67fd1dc78 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 943 time: 0.1080186 Mar 08 04:20:54.330195 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:20:54.334271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5453e43d-45b5-416d-836f-469654258620,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:20:54.349359 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (5453e43d-45b5-416d-836f-469654258620), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.425612 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:54.426201 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:54.427582 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] 10.222.0.42 "PUT /v2.0/ports/5453e43d-45b5-416d-836f-469654258620 HTTP/1.1" status: 200 len: 1093 time: 0.6792715 Mar 08 04:20:54.430604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'tag': '5453e43d-45b5-416d-836f-469654258620'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:20:54.433550 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7" -d '{"events": [{"name": "network-changed", "server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "tag": "5453e43d-45b5-416d-836f-469654258620"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:20:54.465405 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-43d32e1f-7f73-45a1-bdb1-6d3cc5752164 req-b9930a44-f8b5-4627-bc02-f8b0b66e3fb1 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329136 Mar 08 04:20:54.468698 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159747fb-164a-4c84-8bea-46dd316d2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:54.486616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d282732-cb2c-468b-bcad-04153daa7ae7 req-1207c2cb-cf96-4c75-b488-4b0c7d5627f9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:54.488167 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9d282732-cb2c-468b-bcad-04153daa7ae7 req-1207c2cb-cf96-4c75-b488-4b0c7d5627f9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1286848 Mar 08 04:20:54.535738 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ddbd8b-77d3-4397-809f-b872fbc9b31f x-openstack-request-id: req-19ddbd8b-77d3-4397-809f-b872fbc9b31f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:20:54.536030 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "tag": "5453e43d-45b5-416d-836f-469654258620", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:20:54.536282 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19ddbd8b-77d3-4397-809f-b872fbc9b31f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:20:54.536671 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'tag': '5453e43d-45b5-416d-836f-469654258620', 'status': 'completed', 'code': 200} Mar 08 04:20:54.566290 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9d282732-cb2c-468b-bcad-04153daa7ae7 req-c62d6106-54f6-4a3a-a1e2-6a4cace8f623 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Mar 08 04:20:54.584736 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-3dbd4d1c-4149-4624-9493-b03932880eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:54.584736 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-3dbd4d1c-4149-4624-9493-b03932880eac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 1127 time: 0.0598292 Mar 08 04:20:54.650274 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-3c0c65f9-be1e-4c67-a873-5a993047677e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5453e43d-45b5-416d-836f-469654258620 HTTP/1.1" status: 200 len: 217 time: 0.0372002 Mar 08 04:20:54.699604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737095-c1b4-404f-9f6d-d85d34576487 req-572e15e6-6aab-4e66-a3ff-9d1e771cfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:54.700888 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-572e15e6-6aab-4e66-a3ff-9d1e771cfe70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e98677-b99d-400c-8173-96b3846f432a HTTP/1.1" status: 200 len: 853 time: 0.0446341 Mar 08 04:20:54.732987 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-b54aeed2-1361-409f-adc4-07d064b2f206 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e02f040-faf2-46fe-9e45-c551117f691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254605 Mar 08 04:20:54.824495 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-d079496f-15a6-4437-b3fd-7bc1b9008308 service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846698 Mar 08 04:20:54.913983 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-77737095-c1b4-404f-9f6d-d85d34576487 req-8d8eae27-c8c5-4c36-9a2a-8c1052df91de service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814190 Mar 08 04:20:55.069390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-74467745-fbac-4684-a63a-eaca796d4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:55.070875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-74467745-fbac-4684-a63a-eaca796d4666 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 1127 time: 0.0478868 Mar 08 04:20:55.166521 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-b45fa1bb-5580-4c1b-8bcf-dddc0c8e833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:55.167977 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-b45fa1bb-5580-4c1b-8bcf-dddc0c8e833d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 914 time: 0.0818682 Mar 08 04:20:55.217204 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-79e420fc-10bc-4369-89c4-265264e495c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5453e43d-45b5-416d-836f-469654258620 HTTP/1.1" status: 200 len: 217 time: 0.0379753 Mar 08 04:20:55.264383 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-90f7bdfa-3637-4f86-a9fe-0059505b4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:55.265747 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-90f7bdfa-3637-4f86-a9fe-0059505b4976 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e98677-b99d-400c-8173-96b3846f432a HTTP/1.1" status: 200 len: 853 time: 0.0420661 Mar 08 04:20:55.299443 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-7006c7b0-de8d-4fc0-902b-67056d8aa846 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e02f040-faf2-46fe-9e45-c551117f691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266557 Mar 08 04:20:55.390782 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-c451a459-144f-4ed3-967d-e44a43ba6423 service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Mar 08 04:20:55.480413 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7e884d0-6d97-48cf-8b85-c9f8a9ff40b7 req-ff9ef503-c624-4d7f-bc36-57209cce0f54 service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803645 Mar 08 04:20:55.586158 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e9eea-fb0d-49f8-94e3-539c3c010010 req-2306e102-dfe7-49b6-9f7e-6dacd42b4104 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:55.587712 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-379e9eea-fb0d-49f8-94e3-539c3c010010 req-2306e102-dfe7-49b6-9f7e-6dacd42b4104 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 943 time: 0.0526702 Mar 08 04:20:55.647704 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-379e9eea-fb0d-49f8-94e3-539c3c010010 req-eb24ead4-466f-4693-959f-d16dc3bbab99 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Mar 08 04:20:55.688570 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaca02-7b55-413c-9074-2174d4d85f4b req-62d4c792-5804-4bf6-a7d1-6b017d804222 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:55.690003 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d9eaca02-7b55-413c-9074-2174d4d85f4b req-62d4c792-5804-4bf6-a7d1-6b017d804222 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0557153 Mar 08 04:20:55.735685 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d9eaca02-7b55-413c-9074-2174d4d85f4b req-afcdacdb-c4fa-4ebf-9daf-0ef8e928124e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Mar 08 04:20:56.765281 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaa2e8-d3bc-4760-8538-7c6666b9bf25 req-1f9d3eb7-9f17-4a4c-9bc9-ad77d1fdec43 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:56.766797 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-57eaa2e8-d3bc-4760-8538-7c6666b9bf25 req-1f9d3eb7-9f17-4a4c-9bc9-ad77d1fdec43 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 943 time: 0.0509584 Mar 08 04:20:56.822530 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-57eaa2e8-d3bc-4760-8538-7c6666b9bf25 req-51cb0bfb-e4be-4d87-9b04-067f3bf72ef9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503628 Mar 08 04:20:56.865031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043a0f-f0f3-4780-b021-774e2704e706 req-dffa2f1e-63d9-4352-8551-5b64d0a4ce22 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:56.866463 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-84043a0f-f0f3-4780-b021-774e2704e706 req-dffa2f1e-63d9-4352-8551-5b64d0a4ce22 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0590048 Mar 08 04:20:56.912035 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-84043a0f-f0f3-4780-b021-774e2704e706 req-a81877b1-c6d9-4d6e-b02c-44f84d4a10cf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Mar 08 04:20:57.941092 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6dcb6-ce33-4ae1-a041-0f2e1f3774d1 req-74f43e53-dd97-44ce-aeb2-198f69d23966 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:57.941860 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5453e43d-45b5-416d-836f-469654258620 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:20:57.942953 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9e6dcb6-ce33-4ae1-a041-0f2e1f3774d1 req-74f43e53-dd97-44ce-aeb2-198f69d23966 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 943 time: 0.0547364 Mar 08 04:20:58.025962 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9e6dcb6-ce33-4ae1-a041-0f2e1f3774d1 req-fc46235f-0550-47e1-bfe5-5d7d0ec889ec tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682819 Mar 08 04:20:58.050038 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8967bd-f289-4a78-a5f7-6617aaaa2036 req-1114c600-dff1-4c4e-8991-e2b46cb63960 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:58.051516 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fa8967bd-f289-4a78-a5f7-6617aaaa2036 req-1114c600-dff1-4c4e-8991-e2b46cb63960 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0664189 Mar 08 04:20:58.051644 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5453e43d-45b5-416d-836f-469654258620,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:58.063598 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '5453e43d-45b5-416d-836f-469654258620', 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d', 'port_id': '5453e43d-45b5-416d-836f-469654258620', 'mac_address': 'fa:16:3e:fa:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e98677-b99d-400c-8173-96b3846f432a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:20:58.099310 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 5453e43d-45b5-416d-836f-469654258620 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:20:58.099698 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5453e43d-45b5-416d-836f-469654258620), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:58.101474 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fa8967bd-f289-4a78-a5f7-6617aaaa2036 req-93d2d493-e519-4855-8e92-53e5a4cb1938 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Mar 08 04:20:58.112874 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5453e43d-45b5-416d-836f-469654258620 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:20:58.136505 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5453e43d-45b5-416d-836f-469654258620,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:20:58.140100 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5453e43d-45b5-416d-836f-469654258620), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:20:58.185312 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:20:58.651910 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['5453e43d-45b5-416d-836f-469654258620'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:20:59.142905 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4dc47-f496-401e-8072-fcb4a48115dd req-4f8cc39a-88ea-42f1-80d1-b1f89e74ad89 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:59.144370 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aae4dc47-f496-401e-8072-fcb4a48115dd req-4f8cc39a-88ea-42f1-80d1-b1f89e74ad89 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 944 time: 0.0516829 Mar 08 04:20:59.223073 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aae4dc47-f496-401e-8072-fcb4a48115dd req-a7cb9464-0014-47a2-a476-91241ee49696 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732548 Mar 08 04:20:59.243029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d2298-b715-462f-8a19-747f7c8f37d6 req-2336493e-ffdd-4416-a09b-0ecf5b5ac526 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:20:59.245294 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f7d2298-b715-462f-8a19-747f7c8f37d6 req-2336493e-ffdd-4416-a09b-0ecf5b5ac526 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0763497 Mar 08 04:20:59.290345 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f7d2298-b715-462f-8a19-747f7c8f37d6 req-6b91ff26-fe27-4bd5-857e-a6fe6ba358c1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Mar 08 04:20:59.961473 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5453e43d-45b5-416d-836f-469654258620 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:00.009437 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 5453e43d-45b5-416d-836f-469654258620 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:21:00.014115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 5453e43d-45b5-416d-836f-469654258620 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:00.014490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (5453e43d-45b5-416d-836f-469654258620), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:00.090631 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 5453e43d-45b5-416d-836f-469654258620 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:00.091041 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5453e43d-45b5-416d-836f-469654258620), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:00.112533 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5453e43d-45b5-416d-836f-469654258620'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:00.114698 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c198cfc2-2b12-4ed3-b4fc-b7f9714eae02" -d '{"events": [{"server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "name": "network-vif-plugged", "status": "completed", "tag": "5453e43d-45b5-416d-836f-469654258620"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:00.130853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5453e43d-45b5-416d-836f-469654258620,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:00.136524 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5453e43d-45b5-416d-836f-469654258620), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:00.159220 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a36d4-2977-48a5-84f2-c15d11bda8fb x-openstack-request-id: req-378a36d4-2977-48a5-84f2-c15d11bda8fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:00.159514 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "name": "network-vif-plugged", "status": "completed", "tag": "5453e43d-45b5-416d-836f-469654258620", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:00.159769 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-378a36d4-2977-48a5-84f2-c15d11bda8fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:00.160168 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5453e43d-45b5-416d-836f-469654258620', 'code': 200} Mar 08 04:21:00.185182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:00.383609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b02f0-ce0a-4838-951b-14384c68d7fb req-418a48ae-8411-442c-a0d9-b2a165d0898b tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:00.385660 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-391b02f0-ce0a-4838-951b-14384c68d7fb req-418a48ae-8411-442c-a0d9-b2a165d0898b tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0942254 Mar 08 04:21:00.427428 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0fb4b-6055-403b-960a-a06ab6f0578e req-c982afc7-6c7f-4fcb-a1be-bae2ecdf12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:00.429103 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aea0fb4b-6055-403b-960a-a06ab6f0578e req-c982afc7-6c7f-4fcb-a1be-bae2ecdf12b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 1129 time: 0.1005855 Mar 08 04:21:00.480428 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9f6c-dad2-453a-a858-6e682f1fe943 req-7a67ccdd-27a3-4d9e-a76a-7cb715cfd861 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:00.481767 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3b5c9f6c-dad2-453a-a858-6e682f1fe943 req-7a67ccdd-27a3-4d9e-a76a-7cb715cfd861 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1197910 Mar 08 04:21:00.485745 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-391b02f0-ce0a-4838-951b-14384c68d7fb req-849bfeed-f3cf-4035-9c23-4daf93e9969d tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854316 Mar 08 04:21:00.748014 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aea0fb4b-6055-403b-960a-a06ab6f0578e req-f9f3f924-9c92-490b-96c4-2f3860b25c80 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110299 Mar 08 04:21:00.770443 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3b5c9f6c-dad2-453a-a858-6e682f1fe943 req-be222b4e-036a-4347-ad5a-2784eda235fb tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793233 Mar 08 04:21:01.607710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f9b2b-6bc1-4843-8f85-21c6b0081795 req-83d877c1-f9c7-4ee2-b388-459f7ae5345e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:01.609134 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-480f9b2b-6bc1-4843-8f85-21c6b0081795 req-83d877c1-f9c7-4ee2-b388-459f7ae5345e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0562453 Mar 08 04:21:01.654720 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-480f9b2b-6bc1-4843-8f85-21c6b0081795 req-a6bfeb0f-6f20-4e29-81c6-3a09e7825974 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Mar 08 04:21:01.885752 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4aa0e-3045-44ad-a979-cf77126207ca req-a9b4b550-fe59-43e1-8233-416ab853bfdf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:01.887224 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-13c4aa0e-3045-44ad-a979-cf77126207ca req-a9b4b550-fe59-43e1-8233-416ab853bfdf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0515521 Mar 08 04:21:01.935537 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-13c4aa0e-3045-44ad-a979-cf77126207ca req-1a1d0224-9efe-4713-aad9-81e677ca7653 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Mar 08 04:21:02.771270 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dddf5-6478-493a-ab5a-3b9ddc1f7b8e req-9f089354-c0d9-4eb9-a5e0-b24bc4888911 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:02.772685 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc7dddf5-6478-493a-ab5a-3b9ddc1f7b8e req-9f089354-c0d9-4eb9-a5e0-b24bc4888911 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0518093 Mar 08 04:21:02.818670 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc7dddf5-6478-493a-ab5a-3b9ddc1f7b8e req-e2474b12-5774-4e3d-90d1-a24967e1d450 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Mar 08 04:21:03.055333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13f29-aec4-42ef-9e50-72117d5dd545 req-5e81fbc2-1e48-411b-9995-2c95f1670845 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:03.056826 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fac13f29-aec4-42ef-9e50-72117d5dd545 req-5e81fbc2-1e48-411b-9995-2c95f1670845 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Mar 08 04:21:03.104544 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fac13f29-aec4-42ef-9e50-72117d5dd545 req-bd5c3907-e357-477d-b518-83312049c903 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Mar 08 04:21:04.227246 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86820a-c8e5-4223-8412-df460b5aecb2 req-6ad041e7-4c1b-42fd-8210-8f73e5eac4c2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:04.228748 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc86820a-c8e5-4223-8412-df460b5aecb2 req-6ad041e7-4c1b-42fd-8210-8f73e5eac4c2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0577548 Mar 08 04:21:04.278370 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc86820a-c8e5-4223-8412-df460b5aecb2 req-6e0aaf3c-0348-4655-9bf8-b1de57cc245f tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Mar 08 04:21:05.397943 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bfdb0-111f-41c8-9b9a-35ee3930e957 req-2d3f6635-13f0-44a9-b38a-0f3a8862c2bd tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:05.399427 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-405bfdb0-111f-41c8-9b9a-35ee3930e957 req-2d3f6635-13f0-44a9-b38a-0f3a8862c2bd tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0538170 Mar 08 04:21:05.448345 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-405bfdb0-111f-41c8-9b9a-35ee3930e957 req-ebbda3e8-8aff-402a-97ef-2e13c9deb8e1 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Mar 08 04:21:06.569420 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85778839-06f1-4bc7-b8ca-0987d2251cdd req-a3e583b9-1ac7-42c8-99a1-92f9010a4fa2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:06.570920 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85778839-06f1-4bc7-b8ca-0987d2251cdd req-a3e583b9-1ac7-42c8-99a1-92f9010a4fa2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0563624 Mar 08 04:21:06.618069 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85778839-06f1-4bc7-b8ca-0987d2251cdd req-eb2bd786-75a3-4070-b25f-3c8e7946cc45 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Mar 08 04:21:06.853697 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c839fc7-d916-46ef-8e71-ab993cfb0fa3 req-c9f1bc0e-4dde-4f4b-9745-99a6aa944633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:06.855217 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c839fc7-d916-46ef-8e71-ab993cfb0fa3 req-c9f1bc0e-4dde-4f4b-9745-99a6aa944633 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.0447929 Mar 08 04:21:06.902092 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c839fc7-d916-46ef-8e71-ab993cfb0fa3 req-cefdc208-9c35-466a-a2ca-3d1a7ddbc937 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390751 Mar 08 04:21:07.739377 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192b469-d270-4c4a-9cc1-be5ae283cbfe req-eedf7e27-6856-4f6e-ade3-61222b85e9ac tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:07.740851 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0192b469-d270-4c4a-9cc1-be5ae283cbfe req-eedf7e27-6856-4f6e-ade3-61222b85e9ac tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0525131 Mar 08 04:21:07.791804 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0192b469-d270-4c4a-9cc1-be5ae283cbfe req-43e913ad-a4d8-415b-8824-168f8ec02cd9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Mar 08 04:21:08.913679 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fcf00-2162-4a21-9dbb-b99be0303437 req-7f1c755e-6fed-46b3-8c15-6fd5a4569ed9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:08.915295 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d29fcf00-2162-4a21-9dbb-b99be0303437 req-7f1c755e-6fed-46b3-8c15-6fd5a4569ed9 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0534203 Mar 08 04:21:08.963721 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d29fcf00-2162-4a21-9dbb-b99be0303437 req-07340056-dd92-4e76-91f5-3498727a1497 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Mar 08 04:21:09.348140 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1aa4-9fe6-4c17-b5b0-a08e3e04ee71 req-9a6492c9-90da-4ef4-b2c9-a88b4b74d3f3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:09.349615 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-91ce1aa4-9fe6-4c17-b5b0-a08e3e04ee71 req-9a6492c9-90da-4ef4-b2c9-a88b4b74d3f3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0882876 Mar 08 04:21:09.355391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-2a73f05c-8f61-409a-ab59-006ac6b58128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:09.356908 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-2a73f05c-8f61-409a-ab59-006ac6b58128 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 1129 time: 0.0687640 Mar 08 04:21:09.448638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-91ce1aa4-9fe6-4c17-b5b0-a08e3e04ee71 req-44dc8c63-b2d6-43a7-bcb3-242cd44f3a80 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907094 Mar 08 04:21:09.485530 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-2c2402c0-47fc-412c-b5fa-1b8f6e085c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:09.487018 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-2c2402c0-47fc-412c-b5fa-1b8f6e085c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.1090097 Mar 08 04:21:09.545576 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-36bb40b1-e389-4c01-8d27-81e413de5560 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 200 len: 217 time: 0.0455430 Mar 08 04:21:09.601630 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-a1b8044f-a4d7-4fa5-99a4-5e9e3c45e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:09.603176 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-a1b8044f-a4d7-4fa5-99a4-5e9e3c45e739 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.0443931 Mar 08 04:21:09.636699 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-28d78d97-a0cb-495f-8707-037fbc4b7c86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258977 Mar 08 04:21:09.749883 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-68dc0f0e-2bd6-4a81-8e05-b35726b8a794 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071122 Mar 08 04:21:09.845750 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42837c55-bc3e-45d3-8187-c1e4ee7ab01e req-bb22c71f-1a08-4778-a7c4-b9f7f485f489 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865049 Mar 08 04:21:10.573952 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a4c03-4d8c-4b58-98cd-75d9a3259e81 req-2cee5a0f-4134-4de2-aec2-7fa5594d61f7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:10.575444 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc5a4c03-4d8c-4b58-98cd-75d9a3259e81 req-2cee5a0f-4134-4de2-aec2-7fa5594d61f7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0548239 Mar 08 04:21:10.628114 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fc5a4c03-4d8c-4b58-98cd-75d9a3259e81 req-f849a471-acaf-4ebe-bfe4-81c54e2320a8 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Mar 08 04:21:11.751068 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4d4e-9e53-4fea-a2a9-e29890e843be req-aeae4257-33df-4bae-9d30-42bfb3ed3812 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:11.752548 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-475a4d4e-9e53-4fea-a2a9-e29890e843be req-aeae4257-33df-4bae-9d30-42bfb3ed3812 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0545225 Mar 08 04:21:11.800009 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-475a4d4e-9e53-4fea-a2a9-e29890e843be req-6d5266ae-3183-4977-84c9-79278d103a11 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Mar 08 04:21:12.587241 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53884) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:12.591803 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207239875', 'description': 'tempest-description--1406221141'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:12.616157 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.697216 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (dacc7d65-080c-497d-a5dc-0820681e763f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.701354 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dacc7d65-080c-497d-a5dc-0820681e763f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.732466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc7d65-080c-497d-a5dc-0820681e763f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:12.736843 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.741743 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 53888) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:12.741885 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a77db385-c548-4a7b-be4b-4ce27393daa9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1534111 Mar 08 04:21:12.747786 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': 'dacc7d65-080c-497d-a5dc-0820681e763f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:12.772517 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (33c4a096-150b-4168-9df4-25521e63d93c), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.829271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (33c4a096-150b-4168-9df4-25521e63d93c), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.834115 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (33c4a096-150b-4168-9df4-25521e63d93c), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.857599 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c4a096-150b-4168-9df4-25521e63d93c,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:12.867884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.869481 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-b7adbb21-d55b-4236-af03-fafb9770b8e3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260278 Mar 08 04:21:12.873234 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53892) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:12.878293 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': 'dacc7d65-080c-497d-a5dc-0820681e763f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:12.908981 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (de0474ca-d59c-4c69-be80-b3aebd533663), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.951437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fb565-ba52-483f-864f-7b2e0cd93ad0 req-14ef8d89-2569-423e-98c8-142dc5166c3e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:12.953806 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-484fb565-ba52-483f-864f-7b2e0cd93ad0 req-14ef8d89-2569-423e-98c8-142dc5166c3e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0717223 Mar 08 04:21:12.992581 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (de0474ca-d59c-4c69-be80-b3aebd533663), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:12.996025 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (de0474ca-d59c-4c69-be80-b3aebd533663), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.017124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0474ca-d59c-4c69-be80-b3aebd533663,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:13.025152 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-484fb565-ba52-483f-864f-7b2e0cd93ad0 req-ff24e1bd-9dc6-4ac3-97ad-cb61fad56501 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640535 Mar 08 04:21:13.032942 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.032942 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-116a98d2-cbb3-42c8-ba90-8d38e1cdb017 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553872 Mar 08 04:21:13.033367 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 53894) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:13.037835 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:13.063890 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.185304 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.307111 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.28.1.218 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/5476df38-eec7-44d7-9c03-6926f2336e7e) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:13.359046 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a769a610-64e0-4d50-b4d3-3e6fc922c82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.427262 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.462963 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.503767 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:13.506206 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:13.509752 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:13.540246 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=5476df38-eec7-44d7-9c03-6926f2336e7e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:13.576099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04032ecb-4ba6-4316-a420-7dcf510a762e req-164adcda-3c3c-47ad-b0bf-3916ca55ce34 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:13.577728 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-04032ecb-4ba6-4316-a420-7dcf510a762e req-164adcda-3c3c-47ad-b0bf-3916ca55ce34 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0589707 Mar 08 04:21:13.609527 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.634379 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-04032ecb-4ba6-4316-a420-7dcf510a762e req-b5caec5d-bf23-4a41-8dd0-e6d10c31a2f1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Mar 08 04:21:13.651181 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.816203 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.820970 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.886137 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=5476df38-eec7-44d7-9c03-6926f2336e7e,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:13.898879 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.914838 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:13.916055 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6ed0222c-576c-473b-b928-db438d2de173 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8819480 Mar 08 04:21:14.142192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-d988b436-ac09-4d29-93d3-5625fe930f5d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--207239875&fields=id&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 267 time: 0.0702314 Mar 08 04:21:14.194690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce1dc-5b36-4ba4-95e2-1264870c6108 req-2a457266-bd13-4968-aefa-4071009c38f7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:14.196157 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-658ce1dc-5b36-4ba4-95e2-1264870c6108 req-2a457266-bd13-4968-aefa-4071009c38f7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0965800 Mar 08 04:21:14.288637 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-658ce1dc-5b36-4ba4-95e2-1264870c6108 req-5465501b-7087-44d3-8ba7-3e294f53a07c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667310 Mar 08 04:21:14.294296 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-3a7a3c58-0cbd-4688-b117-9554edcbc446 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:14.295701 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-3a7a3c58-0cbd-4688-b117-9554edcbc446 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1453583 Mar 08 04:21:14.310500 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-15627eed-a35f-4e9d-8427-7ce6f8966998 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/quotas/4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 375 time: 0.0093639 Mar 08 04:21:14.373558 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-d15f92b4-4ccd-49d9-b659-3eafb721b0cc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580304 Mar 08 04:21:14.471711 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-535a5b06-6c60-4aad-a4a2-6778f15432a8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846374 Mar 08 04:21:14.567327 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-9b602089-ef14-4fef-9669-041d161fca7f service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900838 Mar 08 04:21:14.749081 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07b8f75-5402-482c-bbcd-a02b9bf1523c req-192d45c4-3a36-43d8-bd57-9f04550c8baf tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 210 time: 0.0366704 Mar 08 04:21:14.806314 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad0ed-074e-4db4-9f9a-eae5302dfa8d req-c9c6de4f-0707-4c47-bebc-95e60c9a4af1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:14.807874 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fbad0ed-074e-4db4-9f9a-eae5302dfa8d req-c9c6de4f-0707-4c47-bebc-95e60c9a4af1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0663531 Mar 08 04:21:14.866030 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fbad0ed-074e-4db4-9f9a-eae5302dfa8d req-80ce0e58-99ee-4012-9cbf-1b50066036b1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Mar 08 04:21:15.532197 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19d9bff6-157d-48d3-8696-c0888c0568aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:15.858950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4d559843-05c0-4d18-86f5-9e0e7148bab8 req-a579e934-7f98-4f21-804c-17120eef7cf1 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 210 time: 0.0403109 Mar 08 04:21:15.987692 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-5c93bd7f-652e-43ab-8cdd-ae9d1b2a3dfb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:15.989169 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-5c93bd7f-652e-43ab-8cdd-ae9d1b2a3dfb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1579614 Mar 08 04:21:16.011713 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b8e2-e2d7-4abc-8419-acda2f551b2c req-cdc2001f-ae78-4cae-895d-44dc02307bcd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:16.013204 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6b11b8e2-e2d7-4abc-8419-acda2f551b2c req-cdc2001f-ae78-4cae-895d-44dc02307bcd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0753422 Mar 08 04:21:16.095955 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6b11b8e2-e2d7-4abc-8419-acda2f551b2c req-474c96c8-059d-4fb3-b9a7-d29368e300a1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766671 Mar 08 04:21:16.110518 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-876f7895-8d20-4923-9a93-e44a42cb9cd7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 471 time: 0.0964024 Mar 08 04:21:16.150434 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'port': {'device_id': '6017b505-1dc5-4766-a850-7026de0aec21', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'admin_state_up': True, 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'security_groups': ['dacc7d65-080c-497d-a5dc-0820681e763f']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:16.254742 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:21:16.258019 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.382753 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.20.0.13 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/8de78f47-55ad-4971-841a-b7fb3b37c724) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:16.516937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.550319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.593766 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:16.596912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:16.600453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:16.624582 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:16.653221 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:16.654073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.672089 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-dffc2c67-c42a-481d-bb72-8d7051d31914 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5252204 Mar 08 04:21:16.694197 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Request body: {'port': {'device_id': '6017b505-1dc5-4766-a850-7026de0aec21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:16.768022 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.787304 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.826240 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-26eafaf8-d375-4721-8716-4d01a9280a98 None None] Provisioning complete for port 8de78f47-55ad-4971-841a-b7fb3b37c724 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:16.826711 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-26eafaf8-d375-4721-8716-4d01a9280a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:16.863433 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-26eafaf8-d375-4721-8716-4d01a9280a98 None None] Port 8de78f47-55ad-4971-841a-b7fb3b37c724 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:21:17.048039 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b177-dbac-4244-9f12-ee07e31e7119 req-c5ec7806-8ad8-4bf0-97cf-fabdfdf2b3fb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.049411 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5405b177-dbac-4244-9f12-ee07e31e7119 req-c5ec7806-8ad8-4bf0-97cf-fabdfdf2b3fb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 932 time: 0.1086245 Mar 08 04:21:17.139777 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de78f47-55ad-4971-841a-b7fb3b37c724 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:21:17.148319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks [] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:17.153594 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5405b177-dbac-4244-9f12-ee07e31e7119 req-7bccfff2-761f-4c90-a61e-129366cde112 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969422 Mar 08 04:21:17.164556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Transition to ACTIVE for port object 8de78f47-55ad-4971-841a-b7fb3b37c724 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:21:17.177271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:17.256068 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Pushing event updated for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:17.287610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d2862-31df-4b93-a87f-19b9b2ba2c4f req-d99ee98b-ce4a-411e-9af0-ec99b133f4a6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.289138 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c14d2862-31df-4b93-a87f-19b9b2ba2c4f req-d99ee98b-ce4a-411e-9af0-ec99b133f4a6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1232171 Mar 08 04:21:17.380902 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c14d2862-31df-4b93-a87f-19b9b2ba2c4f req-1285942f-196b-4360-b5c2-1beeea5c2acb tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851865 Mar 08 04:21:17.383410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Attempting to bind port 8de78f47-55ad-4971-841a-b7fb3b37c724 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:21:17.383746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Attempting to bind port 8de78f47-55ad-4971-841a-b7fb3b37c724 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:21:17.384067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Attempting to bind port 8de78f47-55ad-4971-841a-b7fb3b37c724 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:17.389798 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Port 8de78f47-55ad-4971-841a-b7fb3b37c724 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:21:17.390138 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Attempting to bind port 8de78f47-55ad-4971-841a-b7fb3b37c724 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:17.395671 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:21:17.395994 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:17.396305 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:21:17.396736 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Bound port: 8de78f47-55ad-4971-841a-b7fb3b37c724, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:21:17.397130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:17.460456 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:21:17.463807 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8de78f47-55ad-4971-841a-b7fb3b37c724,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:21:17.470680 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:17.508024 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.508631 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:17.509974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] 10.222.0.42 "PUT /v2.0/ports/8de78f47-55ad-4971-841a-b7fb3b37c724 HTTP/1.1" status: 200 len: 1094 time: 0.8209083 Mar 08 04:21:17.510399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:17.513293 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfef6973-c786-4fae-8e57-bfe05a650fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:17.536059 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6d03-fabc-46b3-9faa-8506363d9f84 service neutron] Pushing event updated for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:17.555531 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb4fc48-a211-4e49-b7c5-8f5615d55a82 x-openstack-request-id: req-ffb4fc48-a211-4e49-b7c5-8f5615d55a82 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:17.555780 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:17.556110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb4fc48-a211-4e49-b7c5-8f5615d55a82 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:17.556514 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'status': 'completed', 'code': 200} Mar 08 04:21:17.670653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-afa4c4a3-0355-4503-87ec-1d6b9a2aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.672329 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-afa4c4a3-0355-4503-87ec-1d6b9a2aad1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 1128 time: 0.0526872 Mar 08 04:21:17.732332 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-8c4a4cc5-1f8c-4dfe-a547-808172ab93e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8de78f47-55ad-4971-841a-b7fb3b37c724 HTTP/1.1" status: 200 len: 217 time: 0.0374646 Mar 08 04:21:17.799205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-9a965c72-f531-427c-a83b-40d20b9754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.800592 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-9a965c72-f531-427c-a83b-40d20b9754e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0454950 Mar 08 04:21:17.860489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-9d535d0b-ba1b-41a7-a0b9-9caf09953c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:17.861967 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-9d535d0b-ba1b-41a7-a0b9-9caf09953c94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448279 Mar 08 04:21:17.970445 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-8e62f965-de08-4654-83b2-6d1467331fdb service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976021 Mar 08 04:21:18.084568 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2139938e-62c5-46d8-9fb8-f5802ddb1df8 req-09fe8a15-feab-4cad-bf8a-665a88a40349 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928364 Mar 08 04:21:18.192306 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:18.283884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-915e53fc-2143-438a-a765-4f760340ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.285346 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-915e53fc-2143-438a-a765-4f760340ea17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 1128 time: 0.0770979 Mar 08 04:21:18.320055 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dddaf3-7999-448d-934f-c72be6076128 req-8e4501dd-0fd1-4071-a513-302033913fc8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.321551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5dddaf3-7999-448d-934f-c72be6076128 req-8e4501dd-0fd1-4071-a513-302033913fc8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 944 time: 0.0864744 Mar 08 04:21:18.422257 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5dddaf3-7999-448d-934f-c72be6076128 req-5560d61a-bb94-4967-a103-64c88a90f848 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915556 Mar 08 04:21:18.425016 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-d3445ced-3da9-4828-a100-61f33223b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.426401 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-d3445ced-3da9-4828-a100-61f33223b2ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.1322682 Mar 08 04:21:18.472571 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-1563d120-054f-4ed5-81e2-e0241e393f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8de78f47-55ad-4971-841a-b7fb3b37c724 HTTP/1.1" status: 200 len: 217 time: 0.0375392 Mar 08 04:21:18.552212 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-670058aa-099e-4fb6-be0e-47643ae84961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.553868 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-670058aa-099e-4fb6-be0e-47643ae84961 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0557995 Mar 08 04:21:18.565015 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9efec-0d21-47d1-9230-8f30fee195fe req-1f8c9367-64b1-49c4-9ba4-8533f531237a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.566353 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0ea9efec-0d21-47d1-9230-8f30fee195fe req-1f8c9367-64b1-49c4-9ba4-8533f531237a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0964460 Mar 08 04:21:18.637181 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0ea9efec-0d21-47d1-9230-8f30fee195fe req-c36781d1-92bf-46c2-bf82-506e974af27b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622807 Mar 08 04:21:18.642856 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-19441899-bad5-4a01-b80c-6a11d0d3b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:18.644266 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-19441899-bad5-4a01-b80c-6a11d0d3b591 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0770693 Mar 08 04:21:18.739914 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-fd9fd7c7-aee7-4778-a551-c915d0b3e85c service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854845 Mar 08 04:21:18.828523 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dfef6973-c786-4fae-8e57-bfe05a650fc6 req-0b93546e-1e28-4b85-84bb-3fdcb6ae9546 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811694 Mar 08 04:21:19.065518 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-f028b637-ad1c-42b5-8bed-18c1c5cd8433 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475361 Mar 08 04:21:19.146863 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-0994b30b-93be-4e4e-a1dc-6a983d9b62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.148328 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-0994b30b-93be-4e4e-a1dc-6a983d9b62dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b543387d865417bb2480711ccdc410b&device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0441608 Mar 08 04:21:19.292729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-93c20f9f-1b1f-46d6-a7e3-2d09edb1ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.294065 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-93c20f9f-1b1f-46d6-a7e3-2d09edb1ac5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 200 len: 920 time: 0.1202383 Mar 08 04:21:19.339702 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-252e5a1b-947c-47e7-a51c-05cbee695662 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 200 len: 217 time: 0.0360913 Mar 08 04:21:19.347068 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465d18b-aa7b-40f0-88f5-2c8a6e5a2af4 req-7f31599a-60c0-4b82-b46f-6822110d75af tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.348427 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1465d18b-aa7b-40f0-88f5-2c8a6e5a2af4 req-7f31599a-60c0-4b82-b46f-6822110d75af tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.1008759 Mar 08 04:21:19.410293 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-c7189b88-b8dc-446b-8641-1fd7e9fcb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.411696 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-c7189b88-b8dc-446b-8641-1fd7e9fcb6b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 200 len: 859 time: 0.0614381 Mar 08 04:21:19.438427 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1465d18b-aa7b-40f0-88f5-2c8a6e5a2af4 req-ee7f4a10-222e-4817-96cc-2635bfc0c55a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812888 Mar 08 04:21:19.610622 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:19.677694 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-dc0b3955-30ba-4821-9f30-6eae2826f0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b1a9257-fb0c-4a45-ba23-62a4c101864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570524 Mar 08 04:21:19.816805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d66d0-1f15-44f4-adb3-c3d1db55b666 req-f3fa8916-7215-4b3a-8b4e-e06c0ea3fdcf tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.818234 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-416d66d0-1f15-44f4-adb3-c3d1db55b666 req-f3fa8916-7215-4b3a-8b4e-e06c0ea3fdcf tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 944 time: 0.1428459 Mar 08 04:21:19.850955 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-469cce24-ffe4-4bfa-9738-a6458d337720 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475303 Mar 08 04:21:19.860358 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519762-77af-4fe2-826b-6c6800c410a0 req-ad8e757f-9253-4f37-934b-2db593a271cf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:19.861760 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3519762-77af-4fe2-826b-6c6800c410a0 req-ad8e757f-9253-4f37-934b-2db593a271cf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1500278 Mar 08 04:21:19.959500 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-416d66d0-1f15-44f4-adb3-c3d1db55b666 req-aa8daab3-7c5a-45a6-9837-847bf774b8b3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316850 Mar 08 04:21:19.983565 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e3519762-77af-4fe2-826b-6c6800c410a0 req-7366de30-79d3-4ab9-acc7-3cebd78cb984 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130819 Mar 08 04:21:20.003994 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6cf55a4-f8b1-493c-a842-93e8626d50b4 req-d4fddb26-24f3-47b5-9076-d9e05f709083 service neutron] 10.222.0.42 "GET /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404400 Mar 08 04:21:20.555729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9a94-2112-4d79-b0b5-9efcb09889c1 req-53f0acc3-1959-460c-84df-e5f573e0258e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:20.557215 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b26f9a94-2112-4d79-b0b5-9efcb09889c1 req-53f0acc3-1959-460c-84df-e5f573e0258e tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0526929 Mar 08 04:21:20.603509 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b26f9a94-2112-4d79-b0b5-9efcb09889c1 req-3a23ca67-19f2-4419-9fa9-d24b1575df4a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Mar 08 04:21:21.111764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc069b2-bd4a-4cd9-9918-0ef27628e1e8 req-adc8fd10-6181-4004-8a3c-a37987be5242 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:21.113358 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fc069b2-bd4a-4cd9-9918-0ef27628e1e8 req-adc8fd10-6181-4004-8a3c-a37987be5242 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 944 time: 0.0882573 Mar 08 04:21:21.127916 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b403b-108e-4810-9601-ba3cdc77cc2d req-0528a5e5-8209-4fb5-8393-37477ac712fc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:21.129365 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-253b403b-108e-4810-9601-ba3cdc77cc2d req-0528a5e5-8209-4fb5-8393-37477ac712fc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0729043 Mar 08 04:21:21.202022 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fc069b2-bd4a-4cd9-9918-0ef27628e1e8 req-d3389e01-7b3b-48f0-9e01-f9b13180d0e6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715623 Mar 08 04:21:21.205896 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-253b403b-108e-4810-9601-ba3cdc77cc2d req-ba34b616-8d25-4846-acdb-952b62bd1221 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691977 Mar 08 04:21:21.718636 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b76d-4bec-4679-ac6e-5f600c2c99b8 req-82352d63-d812-4e83-bfa4-e4c2e9c61623 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:21.720291 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ae3b76d-4bec-4679-ac6e-5f600c2c99b8 req-82352d63-d812-4e83-bfa4-e4c2e9c61623 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Mar 08 04:21:21.771260 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ae3b76d-4bec-4679-ac6e-5f600c2c99b8 req-d8671cd9-b89f-4efd-a718-d16310b2d1c5 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Mar 08 04:21:22.103561 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8de78f47-55ad-4971-841a-b7fb3b37c724 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:21:22.204886 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8de78f47-55ad-4971-841a-b7fb3b37c724,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:22.215703 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'port_id': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'mac_address': 'fa:16:3e:37:8e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:21:22.258183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 8de78f47-55ad-4971-841a-b7fb3b37c724 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:22.258672 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:22.272581 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de78f47-55ad-4971-841a-b7fb3b37c724 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:21:22.294023 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8de78f47-55ad-4971-841a-b7fb3b37c724,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:22.299507 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:22.346003 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:22.358376 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61cc9f-5bad-4b6d-b0eb-75bbf2fefbb0 req-2d4164a7-0a16-4a76-955d-c923b05f80f8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:22.359907 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ae61cc9f-5bad-4b6d-b0eb-75bbf2fefbb0 req-2d4164a7-0a16-4a76-955d-c923b05f80f8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 944 time: 0.0890079 Mar 08 04:21:22.387333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccb0e2-4bcc-4c10-b196-c3424e59c9c8 req-ca810c2d-7f70-4234-acc4-36a287c52ab0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:22.388825 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f1ccb0e2-4bcc-4c10-b196-c3424e59c9c8 req-ca810c2d-7f70-4234-acc4-36a287c52ab0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0853956 Mar 08 04:21:22.434264 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ae61cc9f-5bad-4b6d-b0eb-75bbf2fefbb0 req-65901ea9-4cbc-4235-8d5d-71d168ef973a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687273 Mar 08 04:21:22.456379 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f1ccb0e2-4bcc-4c10-b196-c3424e59c9c8 req-a3f1793d-cbb2-41c5-9383-cb4917870b75 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609791 Mar 08 04:21:22.671532 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:22.921342 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f00fb-6ec6-49fc-bb90-36df3323edd2 req-9380f873-1d15-4b00-8187-efaf5570d642 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:22.922812 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-da2f00fb-6ec6-49fc-bb90-36df3323edd2 req-9380f873-1d15-4b00-8187-efaf5570d642 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0870075 Mar 08 04:21:22.930695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d12d07-7526-44d1-834f-3a9093900fea req-8e9a1baa-509c-4c78-a516-f7e9cd10effe tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:22.931900 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8d12d07-7526-44d1-834f-3a9093900fea req-8e9a1baa-509c-4c78-a516-f7e9cd10effe tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 945 time: 0.0871823 Mar 08 04:21:23.010343 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-da2f00fb-6ec6-49fc-bb90-36df3323edd2 req-64f536ae-4df4-44b7-bb2d-79ec9d80e0c4 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Mar 08 04:21:23.061452 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Deleting port 2e4531bb-304a-435b-a1e8-cf0ac470c19d {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:21:23.061717 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:23.147346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] For port 2e4531bb-304a-435b-a1e8-cf0ac470c19d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2e4531bb-304a-435b-a1e8-cf0ac470c19d,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:23.147709 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:23.159403 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Calling delete_port for 2e4531bb-304a-435b-a1e8-cf0ac470c19d owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:21:23.174588 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['8de78f47-55ad-4971-841a-b7fb3b37c724'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:21:23.294437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (2e4531bb-304a-435b-a1e8-cf0ac470c19d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:23.328788 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Pushing event deleted for resources: {'Port': ['ID=2e4531bb-304a-435b-a1e8-cf0ac470c19d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:23.331487 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['2e4531bb-304a-435b-a1e8-cf0ac470c19d', '2a433edc-9c77-4149-a669-327eab7dad99'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:21:23.368377 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] No DVR routers for this DVR port 2e4531bb-304a-435b-a1e8-cf0ac470c19d on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:21:23.371029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:23.374272 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8d12d07-7526-44d1-834f-3a9093900fea req-77646791-b06b-44f7-9ef1-8a0b89ab683a tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "DELETE /v2.0/ports/2e4531bb-304a-435b-a1e8-cf0ac470c19d HTTP/1.1" status: 204 len: 173 time: 0.4336708 Mar 08 04:21:23.374710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'name': 'network-vif-deleted', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:23.377012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02389ce8-2f67-4033-bd4d-ca9ce7de1dad" -d '{"events": [{"server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "name": "network-vif-deleted", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:23.415113 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e93b25-44ba-4ac1-b074-23131f48e056 x-openstack-request-id: req-79e93b25-44ba-4ac1-b074-23131f48e056 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:23.415406 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de64c2ed-149b-4a23-9e03-b0f58af74ae8", "name": "network-vif-deleted", "tag": "2e4531bb-304a-435b-a1e8-cf0ac470c19d", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:23.415695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79e93b25-44ba-4ac1-b074-23131f48e056 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:23.416093 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de64c2ed-149b-4a23-9e03-b0f58af74ae8', 'name': 'network-vif-deleted', 'tag': '2e4531bb-304a-435b-a1e8-cf0ac470c19d', 'status': 'completed', 'code': 200} Mar 08 04:21:23.595898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4aa73-31a2-493c-b029-e123d447ee11 req-105887c3-c13e-4651-a5d7-7aed3e1f1b23 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:23.597378 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40b4aa73-31a2-493c-b029-e123d447ee11 req-105887c3-c13e-4651-a5d7-7aed3e1f1b23 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 945 time: 0.0901515 Mar 08 04:21:23.608622 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d185df-fa4c-4ed0-a194-11fe62e0cfca req-d0cb5c53-8ead-491c-82c8-f5d0277930b8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:23.609979 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-64d185df-fa4c-4ed0-a194-11fe62e0cfca req-d0cb5c53-8ead-491c-82c8-f5d0277930b8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0721316 Mar 08 04:21:23.680834 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40b4aa73-31a2-493c-b029-e123d447ee11 req-deba3c30-310c-4aab-aa01-6bcf62b5c5a7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699141 Mar 08 04:21:23.684654 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-64d185df-fa4c-4ed0-a194-11fe62e0cfca req-2a340259-d009-477c-a171-8a3e251a0719 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681944 Mar 08 04:21:24.114776 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4d1c131a-447f-4ff1-913c-f2c318a85722 req-70e61e33-61c2-4bf6-ac3f-861432930363 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=de64c2ed-149b-4a23-9e03-b0f58af74ae8 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Mar 08 04:21:24.834903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cf44c-1c3c-42f7-94f3-d38f53ab6065 req-cd187f61-3ec5-4e23-9921-4a9f037ae5b6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:24.836359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-802cf44c-1c3c-42f7-94f3-d38f53ab6065 req-cd187f61-3ec5-4e23-9921-4a9f037ae5b6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 945 time: 0.0872130 Mar 08 04:21:24.844234 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dffc90-1392-41fa-8398-a90a8c188de3 req-ad05afc7-c212-4451-b9c9-532b7356c1c1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:24.845588 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a8dffc90-1392-41fa-8398-a90a8c188de3 req-ad05afc7-c212-4451-b9c9-532b7356c1c1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0952601 Mar 08 04:21:24.915821 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-802cf44c-1c3c-42f7-94f3-d38f53ab6065 req-e4e0d433-bb9d-4666-8a94-4f1dc994a802 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693016 Mar 08 04:21:24.919021 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a8dffc90-1392-41fa-8398-a90a8c188de3 req-a8b8eb53-c06a-4d23-8654-be9aa8556472 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669591 Mar 08 04:21:25.380217 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afae31e-0fb5-4625-b1ff-17830d9e8659 req-999fe3f2-5dfa-4853-b609-86274c35bdc2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:25.381738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1afae31e-0fb5-4625-b1ff-17830d9e8659 req-999fe3f2-5dfa-4853-b609-86274c35bdc2 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0549309 Mar 08 04:21:25.434249 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1afae31e-0fb5-4625-b1ff-17830d9e8659 req-c4b5bc09-3cdd-4405-992f-4f2c174f2b6c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464239 Mar 08 04:21:26.066745 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8998008-d680-4083-a6ee-ccf0e8b19a94 req-ad992843-8fbe-4582-8875-9775c585ebd5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:26.068151 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8998008-d680-4083-a6ee-ccf0e8b19a94 req-ad992843-8fbe-4582-8875-9775c585ebd5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0737765 Mar 08 04:21:26.075607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb5a2-eebf-4125-bbff-0e6f8a708c27 req-3dffa6fb-9e46-4dc0-b19a-a2b2ee4261c3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:26.076967 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-991fb5a2-eebf-4125-bbff-0e6f8a708c27 req-3dffa6fb-9e46-4dc0-b19a-a2b2ee4261c3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 945 time: 0.0925503 Mar 08 04:21:26.124754 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8de78f47-55ad-4971-841a-b7fb3b37c724 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:26.147731 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8998008-d680-4083-a6ee-ccf0e8b19a94 req-e59b5582-1781-4bb2-9127-6527bd5e5b91 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698192 Mar 08 04:21:26.150979 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-991fb5a2-eebf-4125-bbff-0e6f8a708c27 req-5f26e495-9acb-49d7-a4cd-ffdeae0ce13b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675399 Mar 08 04:21:26.182146 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 8de78f47-55ad-4971-841a-b7fb3b37c724 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:21:26.186604 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 8de78f47-55ad-4971-841a-b7fb3b37c724 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:26.187010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:26.262496 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 8de78f47-55ad-4971-841a-b7fb3b37c724 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:26.262920 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:26.284456 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:26.286661 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003bd929-90fb-486a-8d1a-0ddeb5fdd9dd" -d '{"events": [{"server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "name": "network-vif-plugged", "status": "completed", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:26.299280 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8de78f47-55ad-4971-841a-b7fb3b37c724,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:26.303962 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:26.304730 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2e4531bb-304a-435b-a1e8-cf0ac470c19d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:21:26.344467 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69c9d9-d672-49c9-94c1-99d8eb4e9a10 x-openstack-request-id: req-6b69c9d9-d672-49c9-94c1-99d8eb4e9a10 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:26.344758 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "name": "network-vif-plugged", "status": "completed", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:26.345009 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b69c9d9-d672-49c9-94c1-99d8eb4e9a10 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:26.345385 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'code': 200} Mar 08 04:21:26.347792 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 2e4531bb-304a-435b-a1e8-cf0ac470c19d {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:21:26.348137 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2e4531bb-304a-435b-a1e8-cf0ac470c19d not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:21:26.371903 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:26.582490 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bbadf-e024-48cf-98f9-7b6442a90b63 req-624c93bf-a948-462d-bdf1-bea6afaff43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:26.583999 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d47bbadf-e024-48cf-98f9-7b6442a90b63 req-624c93bf-a948-462d-bdf1-bea6afaff43a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 1130 time: 0.0709295 Mar 08 04:21:26.591690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775bebb-3793-466f-bef6-5fc8bdece14e req-b8ccae61-6460-4a39-a57b-04bd30f26ac7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:26.593009 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1775bebb-3793-466f-bef6-5fc8bdece14e req-b8ccae61-6460-4a39-a57b-04bd30f26ac7 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0902941 Mar 08 04:21:26.664019 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d47bbadf-e024-48cf-98f9-7b6442a90b63 req-d81ba32c-031a-4fea-be86-2ddd2b6f38a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699852 Mar 08 04:21:26.669444 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1775bebb-3793-466f-bef6-5fc8bdece14e req-3a1e28cb-5642-47fe-b529-c0a22071e470 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705857 Mar 08 04:21:26.829580 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:21:27.303667 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ad19-7c49-483c-a813-6f075c586768 req-18b35251-71a8-4ae1-aa8b-610f25b4d6fc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:27.305128 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d372ad19-7c49-483c-a813-6f075c586768 req-18b35251-71a8-4ae1-aa8b-610f25b4d6fc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.0852439 Mar 08 04:21:27.313342 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48aa8d-f29a-4acd-b567-a8dc372c8a33 req-9a0fa394-d981-4d4f-ac45-6446af47eb9a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:27.314746 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f48aa8d-f29a-4acd-b567-a8dc372c8a33 req-9a0fa394-d981-4d4f-ac45-6446af47eb9a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0961430 Mar 08 04:21:27.383276 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d372ad19-7c49-483c-a813-6f075c586768 req-9d125d44-534a-4763-a7e9-5bae7db057a3 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675511 Mar 08 04:21:27.390787 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f48aa8d-f29a-4acd-b567-a8dc372c8a33 req-ba451e8b-65bc-4248-9f25-2f11bf6d2175 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692725 Mar 08 04:21:27.795317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a7f1-5898-4322-ab85-8a92ce58a488 req-f74bcfa4-afd7-4e9d-9640-ae41214bc180 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:27.796794 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d34a7f1-5898-4322-ab85-8a92ce58a488 req-f74bcfa4-afd7-4e9d-9640-ae41214bc180 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Mar 08 04:21:27.849630 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d34a7f1-5898-4322-ab85-8a92ce58a488 req-565b36e0-db31-468f-8bae-0b2e1bac2a93 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Mar 08 04:21:28.511303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd2f3e-53e7-4939-8f0c-0f056d82bed4 req-1310cfc4-396e-472b-b962-f3c46ca6aab5 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:28.512950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9edd2f3e-53e7-4939-8f0c-0f056d82bed4 req-1310cfc4-396e-472b-b962-f3c46ca6aab5 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.0569315 Mar 08 04:21:28.561010 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9edd2f3e-53e7-4939-8f0c-0f056d82bed4 req-b02a06e3-6952-4691-b6d7-fc71da8c42f4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Mar 08 04:21:28.678170 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54a81-88be-43d0-a7bf-d035967cb200 req-8fb35fdb-aaa2-4de8-a821-419e95a81f85 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:28.679865 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c9c54a81-88be-43d0-a7bf-d035967cb200 req-8fb35fdb-aaa2-4de8-a821-419e95a81f85 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0643702 Mar 08 04:21:28.759916 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcccc6-1a11-4a58-a4eb-02c366b26ecf req-471fb110-6d3e-4e4c-830a-3cac04ce575f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:28.762819 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-86fcccc6-1a11-4a58-a4eb-02c366b26ecf req-471fb110-6d3e-4e4c-830a-3cac04ce575f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.1001086 Mar 08 04:21:28.771627 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c9c54a81-88be-43d0-a7bf-d035967cb200 req-332ae94b-76ee-4332-b5d3-47b04ca8a2e0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668185 Mar 08 04:21:28.771882 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54098) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:28.776630 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'port_id': '8de78f47-55ad-4971-841a-b7fb3b37c724'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:28.818705 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:28.968944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac0772-43c4-47ff-a79a-99db2fd674e4 req-219998db-d6e3-414b-a378-ef785c0d752c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:28.970401 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-62ac0772-43c4-47ff-a79a-99db2fd674e4 req-219998db-d6e3-414b-a378-ef785c0d752c tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0554180 Mar 08 04:21:29.021762 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-62ac0772-43c4-47ff-a79a-99db2fd674e4 req-68d39194-ccef-4994-a7a8-d6e55d5d33b4 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454288 Mar 08 04:21:29.256912 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:29.261300 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:29.359364 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 7227aebd-7c1f-43ee-9aa5-dff3effc5620 associated. External IP: 172.28.1.218, port: 8de78f47-55ad-4971-841a-b7fb3b37c724. Mar 08 04:21:29.564688 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:21:29.671246 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:21:29.675991 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:29.680652 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:21:29.690227 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:29.690896 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:29.712396 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-baa67f87-2f51-4e1a-9e75-9cc58b87addc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "PUT /v2.0/floatingips/7227aebd-7c1f-43ee-9aa5-dff3effc5620 HTTP/1.1" status: 200 len: 992 time: 0.9314804 Mar 08 04:21:29.712396 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:29.712396 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe93cab3-0685-4fad-933f-d8a9f294a4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:29.744483 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b415a1-52f4-4a84-a5ff-da39887051a7 x-openstack-request-id: req-e4b415a1-52f4-4a84-a5ff-da39887051a7 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:29.744829 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:29.745246 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b415a1-52f4-4a84-a5ff-da39887051a7 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:29.745742 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'status': 'completed', 'code': 200} Mar 08 04:21:29.804713 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:29.869674 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-74d3965d-b3f1-4f91-88ef-ee3ec4448c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:29.871173 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-74d3965d-b3f1-4f91-88ef-ee3ec4448c22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 1130 time: 0.0723262 Mar 08 04:21:29.947541 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9fc0-f956-4f17-befb-138750d02990 req-2c4e91a2-5bba-4e44-b707-6692ab4a50f5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:29.949676 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a2d9fc0-f956-4f17-befb-138750d02990 req-2c4e91a2-5bba-4e44-b707-6692ab4a50f5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1128807 Mar 08 04:21:29.998647 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-7cc729aa-6fda-401a-8f74-816b8940fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.000118 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-7cc729aa-6fda-401a-8f74-816b8940fbe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.1217165 Mar 08 04:21:30.014056 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a2d9fc0-f956-4f17-befb-138750d02990 req-31de8fa0-458c-4bc2-bb94-fc4538d8c2d1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585544 Mar 08 04:21:30.046934 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}, {'id': '7227aebd-7c1f-43ee-9aa5-dff3effc5620', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:37:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017b505-1dc5-4766-a850-7026de0aec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:13Z', 'updated_at': '2022-03-08T04:21:29Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:30.077424 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:21:30.090052 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-7a0a5e38-c3db-4d11-8403-c1dd26fe0a37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8de78f47-55ad-4971-841a-b7fb3b37c724 HTTP/1.1" status: 200 len: 1000 time: 0.0748093 Mar 08 04:21:30.090263 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:30.090714 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:30.173297 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-3a668953-b26d-4b51-ac6c-bbc87c0590dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.174861 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-3a668953-b26d-4b51-ac6c-bbc87c0590dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0725763 Mar 08 04:21:30.203266 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:30.225880 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d734c-6a41-4db0-b395-ec218f5ce5aa req-bf541688-435c-4e57-bdac-10e9a3b5d223 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.227379 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b16d734c-6a41-4db0-b395-ec218f5ce5aa req-bf541688-435c-4e57-bdac-10e9a3b5d223 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.1176190 Mar 08 04:21:30.246798 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-2737ce19-8a55-4d35-aa89-8618ce290644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.249207 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-2737ce19-8a55-4d35-aa89-8618ce290644 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0632317 Mar 08 04:21:30.420456 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b16d734c-6a41-4db0-b395-ec218f5ce5aa req-96b60a4f-6ca6-42af-b9f2-673657173424 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702182 Mar 08 04:21:30.445046 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146e944-26fc-4898-a1f9-1fb53ab0e657 req-2dd34623-6deb-4f9f-9385-bec140243147 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.446522 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5146e944-26fc-4898-a1f9-1fb53ab0e657 req-2dd34623-6deb-4f9f-9385-bec140243147 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1904781 Mar 08 04:21:30.457958 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-12a37eed-9992-4fd0-84ec-2d7c6c9a13fc service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841059 Mar 08 04:21:30.495348 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-8bac69b3-8507-4ac0-b3b7-94f6941c110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.496987 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-8bac69b3-8507-4ac0-b3b7-94f6941c110f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1130 time: 0.1271608 Mar 08 04:21:30.520526 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}, {'id': '7227aebd-7c1f-43ee-9aa5-dff3effc5620', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:37:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017b505-1dc5-4766-a850-7026de0aec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:13Z', 'updated_at': '2022-03-08T04:21:29Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:30.549913 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a41d-7193-4810-98ba-87f1f4e4f923 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}, {'id': '7227aebd-7c1f-43ee-9aa5-dff3effc5620', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.218', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:37:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017b505-1dc5-4766-a850-7026de0aec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:13Z', 'updated_at': '2022-03-08T04:21:29Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:21:30.590547 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5146e944-26fc-4898-a1f9-1fb53ab0e657 req-c90c4e22-a6c6-4497-8ee1-0bd215dd62e9 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360817 Mar 08 04:21:30.656456 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe93cab3-0685-4fad-933f-d8a9f294a4aa req-ab8c9338-3d7d-4490-90c4-655c120c07c7 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904531 Mar 08 04:21:30.670465 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-161a64da-e8e9-4f77-9f9a-d8687588caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.672100 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-161a64da-e8e9-4f77-9f9a-d8687588caf6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.1586957 Mar 08 04:21:30.770128 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-6623032b-6562-4df0-b814-8871657cc40e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 1002 time: 0.0706155 Mar 08 04:21:30.778357 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2b148-ddb8-401b-9aa5-c0d7477fe980 None None] New status for floating IP 7227aebd-7c1f-43ee-9aa5-dff3effc5620: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:21:30.833159 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-76e57828-a032-43d0-8e56-2f37b2458da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.834748 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-76e57828-a032-43d0-8e56-2f37b2458da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0450041 Mar 08 04:21:30.895083 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-d5b24170-e63d-43a0-aba6-fc05b9ffb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:30.896559 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-d5b24170-e63d-43a0-aba6-fc05b9ffb24b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482266 Mar 08 04:21:30.994305 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-e812f53d-82e4-4148-8d9e-7295c0dc1355 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Mar 08 04:21:31.096262 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78bc86c6-b97b-411c-bc76-c95c17a892a3 req-4e93ca93-96aa-46e6-bf61-22bf4d7f94c7 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Mar 08 04:21:31.544930 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12a36-6fd0-4881-bb86-fdad22b2b089 req-d96d44be-784b-4c5b-a534-7e82e1a2638b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:31.546409 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ab12a36-6fd0-4881-bb86-fdad22b2b089 req-d96d44be-784b-4c5b-a534-7e82e1a2638b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0601809 Mar 08 04:21:31.595209 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ab12a36-6fd0-4881-bb86-fdad22b2b089 req-89986e1f-9ce5-46e4-aea4-530057e00e7b tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Mar 08 04:21:31.709898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a174-a8fc-4426-83b5-34d02709820d req-f0cbe87f-0303-47ee-838b-ea79fae6f7d3 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:31.711366 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7755a174-a8fc-4426-83b5-34d02709820d req-f0cbe87f-0303-47ee-838b-ea79fae6f7d3 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0523827 Mar 08 04:21:31.757757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7755a174-a8fc-4426-83b5-34d02709820d req-45812f69-68a2-4882-8ac1-2a7200023416 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Mar 08 04:21:32.714845 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f3ac6-e268-4ec5-97b7-6702784f4dc5 req-aa13b999-d505-47d5-b5d6-0c8267b39027 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:32.716311 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b17f3ac6-e268-4ec5-97b7-6702784f4dc5 req-aa13b999-d505-47d5-b5d6-0c8267b39027 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0552053 Mar 08 04:21:32.761688 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b17f3ac6-e268-4ec5-97b7-6702784f4dc5 req-6785ad6a-0eba-4bb1-a73d-9a623e50a3cf tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Mar 08 04:21:32.876855 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d89c7-4a5b-4579-9531-11007b4d61ed req-59a93de3-c315-416e-8bb9-2bd0412cb9fa tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:32.878223 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd1d89c7-4a5b-4579-9531-11007b4d61ed req-59a93de3-c315-416e-8bb9-2bd0412cb9fa tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0520298 Mar 08 04:21:32.923593 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd1d89c7-4a5b-4579-9531-11007b4d61ed req-76d6eadb-f604-4a62-bd2b-7c66c1728e80 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Mar 08 04:21:33.436866 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-b1e6885e-e096-4e16-aa1e-bcf0ac574dc6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:33.438312 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-b1e6885e-e096-4e16-aa1e-bcf0ac574dc6 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 945 time: 0.0540085 Mar 08 04:21:33.540197 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Deleting port 2a433edc-9c77-4149-a669-327eab7dad99 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:21:33.540450 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (2a433edc-9c77-4149-a669-327eab7dad99), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:33.644756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] For port 2a433edc-9c77-4149-a669-327eab7dad99, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2a433edc-9c77-4149-a669-327eab7dad99,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:33.645125 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (2a433edc-9c77-4149-a669-327eab7dad99), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:33.660410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Calling delete_port for 2a433edc-9c77-4149-a669-327eab7dad99 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:21:33.791190 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (2a433edc-9c77-4149-a669-327eab7dad99), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:33.817594 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Pushing event deleted for resources: {'Port': ['ID=2a433edc-9c77-4149-a669-327eab7dad99,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:33.827893 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.828171 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.828522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.828903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.829324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.829876 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.830423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.831191 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.831959 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.832340 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.832924 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.833516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.834087 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:33.839972 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['2a433edc-9c77-4149-a669-327eab7dad99'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:21:33.886975 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-584bc09b-9631-4ec2-bc11-7201e6e4a8f2 req-a143f96f-ec8f-4922-8e7a-5f25cefd85fe tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ae28d3-9020-41a6-aaf2-fe4d15921482 HTTP/1.1" status: 200 len: 210 time: 0.0486193 Mar 08 04:21:33.900800 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] No DVR routers for this DVR port 2a433edc-9c77-4149-a669-327eab7dad99 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:21:33.908409 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:33.911789 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8ed1512-3ba0-4c27-bf9d-86f8857158a3 req-dd35d582-d492-4acb-824e-9ae10915c1c3 tempest-ServerRescueNegativeTestJSON-1566847051 tempest-ServerRescueNegativeTestJSON-1566847051-project] 10.222.0.42 "DELETE /v2.0/ports/2a433edc-9c77-4149-a669-327eab7dad99 HTTP/1.1" status: 204 len: 173 time: 0.4678142 Mar 08 04:21:33.912231 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'name': 'network-vif-deleted', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:33.914511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e79397-adda-4b43-8e20-334a64f9af92" -d '{"events": [{"server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "name": "network-vif-deleted", "tag": "2a433edc-9c77-4149-a669-327eab7dad99"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:33.950665 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42144a10-adcf-489b-b0d9-615f15004758 x-openstack-request-id: req-42144a10-adcf-489b-b0d9-615f15004758 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:33.950991 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ae28d3-9020-41a6-aaf2-fe4d15921482", "name": "network-vif-deleted", "tag": "2a433edc-9c77-4149-a669-327eab7dad99", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:33.951249 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42144a10-adcf-489b-b0d9-615f15004758 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:33.951675 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ae28d3-9020-41a6-aaf2-fe4d15921482', 'name': 'network-vif-deleted', 'tag': '2a433edc-9c77-4149-a669-327eab7dad99', 'status': 'completed', 'code': 200} Mar 08 04:21:34.944582 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54152) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:35.563167 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (4acc8549-196e-41c4-832a-7064d69e1a22), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:35.867637 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Deleting port 5a1c0240-cd2d-4582-85bb-b6d227fdc103 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:21:35.867979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:35.949746 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] For port 5a1c0240-cd2d-4582-85bb-b6d227fdc103, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=5a1c0240-cd2d-4582-85bb-b6d227fdc103,segment=NetworkSegment(bcb67922-1724-4758-b9a1-ed746adcccb0),segment_id=bcb67922-1724-4758-b9a1-ed746adcccb0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:35.950343 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:35.961729 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Calling delete_port for 5a1c0240-cd2d-4582-85bb-b6d227fdc103 owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:21:36.164159 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (5a1c0240-cd2d-4582-85bb-b6d227fdc103), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:36.172286 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2a433edc-9c77-4149-a669-327eab7dad99 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:21:36.192328 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 2a433edc-9c77-4149-a669-327eab7dad99 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:21:36.192590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 2a433edc-9c77-4149-a669-327eab7dad99 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:21:36.194066 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1c0240-cd2d-4582-85bb-b6d227fdc103,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:36.360856 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (4acc8549-196e-41c4-832a-7064d69e1a22), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:36.573608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Router 4acc8549-196e-41c4-832a-7064d69e1a22 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:21:36.678236 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:21:36.684188 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5a4bf575-d811-4bbc-b03b-9fe89ddc404f admin admin] 10.222.0.20 "PUT /v2.0/routers/4acc8549-196e-41c4-832a-7064d69e1a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386014 Mar 08 04:21:36.686725 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54166) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:36.688900 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Sync routers for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:21:36.699373 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:36.700087 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:36.788513 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks [] for router (4acc8549-196e-41c4-832a-7064d69e1a22), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:36.806472 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:36.893338 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks [] for router_gateway (4acc8549-196e-41c4-832a-7064d69e1a22), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:36.993192 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:21:36Z', 'revision_number': 5, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port': {'id': '2b0e7012-1cd7-40bb-bb66-33fa815ef640', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:37.024057 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Checking router: 4acc8549-196e-41c4-832a-7064d69e1a22 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:21:37.033509 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Routers {'4acc8549-196e-41c4-832a-7064d69e1a22'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:37.034129 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4acc8549-196e-41c4-832a-7064d69e1a22'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:37.123441 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] Set router 4acc8549-196e-41c4-832a-7064d69e1a22 gateway port host: None {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:37.147219 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Deleting port 2b0e7012-1cd7-40bb-bb66-33fa815ef640 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:21:37.147751 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.178142 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:21:36Z', 'revision_number': 6, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:37.204818 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f1ed1-e88c-4368-b327-012da3d2fd61 None None] The sync data for ids ['4acc8549-196e-41c4-832a-7064d69e1a22'] in dv-cinder-740146-13-smb is: [{'id': '4acc8549-196e-41c4-832a-7064d69e1a22', 'name': 'tempest-ServerRescueNegativeTestJSON-1456668771-router', 'tenant_id': '9b543387d865417bb2480711ccdc410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:29Z', 'updated_at': '2022-03-08T04:21:36Z', 'revision_number': 6, 'project_id': '9b543387d865417bb2480711ccdc410b', 'gw_port_host': None}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:21:37.225267 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] For port 2b0e7012-1cd7-40bb-bb66-33fa815ef640, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2b0e7012-1cd7-40bb-bb66-33fa815ef640,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:37.225619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.243403 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Calling delete_port for 2b0e7012-1cd7-40bb-bb66-33fa815ef640 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:21:37.411673 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (2b0e7012-1cd7-40bb-bb66-33fa815ef640), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.435877 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0e7012-1cd7-40bb-bb66-33fa815ef640,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:37.447369 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.448248 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.448625 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.448915 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.449247 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.449568 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.449895 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.450218 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.450539 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.450887 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.451209 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.451523 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.451835 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:37.505979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (4acc8549-196e-41c4-832a-7064d69e1a22), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.618360 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (4acc8549-196e-41c4-832a-7064d69e1a22), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.620806 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks [] for router_controller (4acc8549-196e-41c4-832a-7064d69e1a22), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.684073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (4acc8549-196e-41c4-832a-7064d69e1a22), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.684681 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4acc8549-196e-41c4-832a-7064d69e1a22 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:21:37.690689 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.692143 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bd1947da-9bcb-4e2d-af0a-88178793de4f admin admin] 10.222.0.20 "DELETE /v2.0/routers/4acc8549-196e-41c4-832a-7064d69e1a22 HTTP/1.1" status: 204 len: 168 time: 1.0043781 Mar 08 04:21:37.694904 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54170) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:37.743331 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Deleting subnet 89a2320b-34a8-429a-a17b-28d1fc687b70 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:21:37.746900 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Publish callbacks [] for subnet (89a2320b-34a8-429a-a17b-28d1fc687b70), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.783118 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (89a2320b-34a8-429a-a17b-28d1fc687b70), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.821124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (89a2320b-34a8-429a-a17b-28d1fc687b70), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.873097 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (89a2320b-34a8-429a-a17b-28d1fc687b70), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.897885 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a2320b-34a8-429a-a17b-28d1fc687b70,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:37.904998 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:37.908279 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-364b1fc3-b8a4-45ab-a2a2-552c8c43e7a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89a2320b-34a8-429a-a17b-28d1fc687b70 HTTP/1.1" status: 204 len: 168 time: 0.2123206 Mar 08 04:21:37.911046 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54172) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:37.988501 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (5b1a9257-fb0c-4a45-ba23-62a4c101864a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.067956 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (5b1a9257-fb0c-4a45-ba23-62a4c101864a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.088362 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1a9257-fb0c-4a45-ba23-62a4c101864a']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:38.097747 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb67922-1724-4758-b9a1-ed746adcccb0') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:38.098141 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb67922-1724-4758-b9a1-ed746adcccb0') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:38.107913 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (bcb67922-1724-4758-b9a1-ed746adcccb0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.121576 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (bcb67922-1724-4758-b9a1-ed746adcccb0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.127294 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:21:38.127706 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (bcb67922-1724-4758-b9a1-ed746adcccb0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:21:38.129560 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:21:38.189286 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (5b1a9257-fb0c-4a45-ba23-62a4c101864a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.194322 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.197573 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b1a9257-fb0c-4a45-ba23-62a4c101864a HTTP/1.1" status: 204 len: 168 time: 0.2854669 Mar 08 04:21:38.210139 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019b1f-3a11-40f1-86fe-2fee5147f45a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1a9257-fb0c-4a45-ba23-62a4c101864a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:38.313952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 5a1c0240-cd2d-4582-85bb-b6d227fdc103 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:21:38.329747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54176) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:38.335171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 5a1c0240-cd2d-4582-85bb-b6d227fdc103 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:21:38.335529 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 5a1c0240-cd2d-4582-85bb-b6d227fdc103 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:21:38.335959 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2b0e7012-1cd7-40bb-bb66-33fa815ef640 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:21:38.355810 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 2b0e7012-1cd7-40bb-bb66-33fa815ef640 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:21:38.356155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2b0e7012-1cd7-40bb-bb66-33fa815ef640 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:21:38.370599 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1a64de6a-fe80-4e4e-b112-0f817207b52a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b543387d865417bb2480711ccdc410b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388916 Mar 08 04:21:38.373466 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54178) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:38.419995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] Publish callbacks [] for security_group (3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.441248 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] Publish callbacks [] for security_group (3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.486399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.488959 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:38.490083 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9 HTTP/1.1" status: 204 len: 168 time: 0.1157124 Mar 08 04:21:38.498423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567435b-0adb-4edb-a1bc-27b9db1ef829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0dbd6-86a3-4e08-8f1e-805db6c1c9d9,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:39.145969 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54208) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:39.239448 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-175468552-network', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:39.259046 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Made reservation on behalf of ee08e43d8db944a7af3be28bfe9abb72 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:21:39.262013 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.270231 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.344549 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks [] for security_group (dc2ff40b-a380-4c88-a8ff-159ae9477a73), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.347921 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dc2ff40b-a380-4c88-a8ff-159ae9477a73), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.367168 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:21:39.381970 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ff40b-a380-4c88-a8ff-159ae9477a73,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:39.384761 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (4a637082-f294-43e8-b553-53b34c244fd2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.385152 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Added segment 4a637082-f294-43e8-b553-53b34c244fd2 of type vlan for network db025fea-0240-419e-8659-234f658c210a Mar 08 04:21:39.427608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (db025fea-0240-419e-8659-234f658c210a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.452623 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (db025fea-0240-419e-8659-234f658c210a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.453580 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:39.454144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.484273 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3371787 Mar 08 04:21:39.487247 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54212) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:39.492235 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Request body: {'subnet': {'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-subnet', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:39.516161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Made reservation on behalf of ee08e43d8db944a7af3be28bfe9abb72 for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:21:39.516858 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41515e9-bde1-4d59-b9c9-183d91ebaeab admin admin] Pushing event updated for resources: {'Network': ['ID=db025fea-0240-419e-8659-234f658c210a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:39.519328 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25473729'] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.527152 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network db025fea-0240-419e-8659-234f658c210a details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:21:39.688820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28908316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25473759'] for subnet (2fd0cb43-2eb5-4bb9-8165-230e25754070), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.745861 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd0cb43-2eb5-4bb9-8165-230e25754070,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:39.754228 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Checking segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:39.754587 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Network hostable DHCP agents. Network: db025fea-0240-419e-8659-234f658c210a, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:21:39.771354 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Network db025fea-0240-419e-8659-234f658c210a is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:21:39.779876 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, db025fea-0240-419e-8659-234f658c210a) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:39.784850 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:39.786946 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.787650 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73828a-fa89-4f66-a88c-7f81d3849414 None None] Network db025fea-0240-419e-8659-234f658c210a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:21:39.807052 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54216) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:39.807740 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-4fa6cd21-09e7-4f02-b060-ccef019e0ee4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3186247 Mar 08 04:21:39.812454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:39.831299 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.832302 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:39.894644 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for router_controller (c8dbdb20-e27f-42bd-a240-40e33044ddfe), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.017186 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-db025fea-0240-419e-8659-234f658c210a', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:21:40.018026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.037573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for router_gateway (c8dbdb20-e27f-42bd-a240-40e33044ddfe), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.152240 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Allocated IP 172.20.0.2 (db025fea-0240-419e-8659-234f658c210a/2fd0cb43-2eb5-4bb9-8165-230e25754070/6c86a3b3-ada3-46f1-9195-41041f5f4ca4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:40.236935 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for router_gateway (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.256455 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.293349 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks [] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.299626 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.350426 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Network db025fea-0240-419e-8659-234f658c210a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:40.351740 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Pushing event updated for resources: {'Port': ['ID=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:40.354112 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:40.357180 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:40.367605 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Allocated IP 172.28.1.18 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/a2563b18-7f97-4a25-ae13-2797a69e6e93) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:40.367810 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.368141 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.368492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.368829 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.369301 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.369517 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.369850 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.370174 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.370504 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.370856 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.371183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.371502 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.371821 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:40.426246 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Attempting to bind port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:21:40.426616 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Attempting to bind port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:21:40.427010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Attempting to bind port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:40.432333 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:21:40.432702 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Checking segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:40.433096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.433487 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Bound using segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:21:40.433955 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Bound port: 6c86a3b3-ada3-46f1-9195-41041f5f4ca4, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:21:40.434329 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.466859 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.496155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] For port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:21:40.499659 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] For port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:21:40.500628 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.506213 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:40.538933 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:40.542532 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:40.546105 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:40.562583 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b098c-4c70-4bd7-9c3d-ad92164bb2af None None] Pushing event updated for resources: {'Port': ['ID=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:40.577867 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Pushing event updated for resources: {'Port': ['ID=a2563b18-7f97-4a25-ae13-2797a69e6e93,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:40.845045 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for router_gateway (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.045969 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.173737 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:21:41.295753 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:21:41.313246 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:21:41.317388 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.318669 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b9304081-0595-409c-8dc7-ceec476ea990 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5097511 Mar 08 04:21:41.321296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54220) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:41.326952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:41.327749 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:41.445355 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:41.506704 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560ba75-5796-4a4a-a327-317c7a1f903d None None] Network db025fea-0240-419e-8659-234f658c210a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:21:41.667935 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Provisioning complete for port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:41.668632 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.821270 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:40Z', 'revision_number': 3, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:41.860016 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:21:41.866117 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Updating router c8dbdb20-e27f-42bd-a240-40e33044ddfe port a2563b18-7f97-4a25-ae13-2797a69e6e93 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:21:41.900068 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Current status of the port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:41.900478 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.913234 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:41.975125 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] For port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:42.023881 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.029303 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.114366 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839263-b05e-4c24-946b-000a040023b2 None None] Pushing event updated for resources: {'Port': ['ID=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:42.175405 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-07e000bf-0ad7-49b1-90f6-4232bd254217 None None] Provisioning complete for port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:42.175788 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07e000bf-0ad7-49b1-90f6-4232bd254217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.195380 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Allocated IP 172.20.0.1 (db025fea-0240-419e-8659-234f658c210a/2fd0cb43-2eb5-4bb9-8165-230e25754070/c23a8f49-aff1-4157-80b2-09b6a477c1b6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:42.303488 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks [] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.320815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks [] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.328767 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-07e000bf-0ad7-49b1-90f6-4232bd254217 None None] Current status of the port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:42.331530 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.345600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.363801 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:42.389841 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Network db025fea-0240-419e-8659-234f658c210a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:42.392748 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:42.396290 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:42.418791 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:42.423800 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Attempting to bind port a2563b18-7f97-4a25-ae13-2797a69e6e93 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:21:42.424181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Attempting to bind port a2563b18-7f97-4a25-ae13-2797a69e6e93 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:21:42.424549 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Attempting to bind port a2563b18-7f97-4a25-ae13-2797a69e6e93 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:42.427928 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd64684-3387-4ead-8770-fe3f9a3c3d72 None None] Pushing event updated for resources: {'Port': ['ID=a2563b18-7f97-4a25-ae13-2797a69e6e93,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:42.437332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:21:42.437332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:42.437691 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.438085 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:21:42.438569 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Bound port: a2563b18-7f97-4a25-ae13-2797a69e6e93, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:21:42.438979 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.440533 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.488408 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:42.488794 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.521639 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] For port a2563b18-7f97-4a25-ae13-2797a69e6e93, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:21:42.543526 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] For port a2563b18-7f97-4a25-ae13-2797a69e6e93, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a2563b18-7f97-4a25-ae13-2797a69e6e93,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:21:42.554201 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.580177 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.643777 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:42.649545 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:42.650174 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:42.655347 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd64684-3387-4ead-8770-fe3f9a3c3d72 None None] Pushing event updated for resources: {'Port': ['ID=a2563b18-7f97-4a25-ae13-2797a69e6e93,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:42.753577 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks [] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.758408 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.825594 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.827216 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:42.840451 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-37021fe7-8863-47f8-8193-f38fcb7b3095 None None] Provisioning complete for port c23a8f49-aff1-4157-80b2-09b6a477c1b6 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:42.840992 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37021fe7-8863-47f8-8193-f38fcb7b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:42.912115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-37021fe7-8863-47f8-8193-f38fcb7b3095 None None] Port c23a8f49-aff1-4157-80b2-09b6a477c1b6 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:21:42.925735 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Network db025fea-0240-419e-8659-234f658c210a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:42.927242 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:42.934778 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:43.043400 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:21:43.141215 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-b71de590-10a4-4773-97e7-3e3982907093 None None] Provisioning complete for port c23a8f49-aff1-4157-80b2-09b6a477c1b6 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:43.141590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b71de590-10a4-4773-97e7-3e3982907093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.158972 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:21:43.164461 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-856a43b0-1b8d-4280-b918-232f5f224263 admin admin] 10.222.0.20 "PUT /v2.0/routers/c8dbdb20-e27f-42bd-a240-40e33044ddfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8419766 Mar 08 04:21:43.186048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:43.187789 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b71de590-10a4-4773-97e7-3e3982907093 None None] Port c23a8f49-aff1-4157-80b2-09b6a477c1b6 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:21:43.218166 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31f9d0-f53a-4fdd-8ddc-9c0d5c636cce None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:21:43.362326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1eee6e01-99d1-4817-8e30-2d4093329c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.668497 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54242) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:43.673133 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684236253', 'description': 'tempest-description--1229960441'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:43.694304 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.771599 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (5218a241-7093-4189-a42b-25d3a47d9d4e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.777888 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (5218a241-7093-4189-a42b-25d3a47d9d4e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.806581 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.810575 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384814 Mar 08 04:21:43.810976 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54244) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:43.818215 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group_rule': {'security_group_id': '5218a241-7093-4189-a42b-25d3a47d9d4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:43.834023 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847b4b-5bf5-4b76-9b75-22b260ec219d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5218a241-7093-4189-a42b-25d3a47d9d4e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:43.881912 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (4620aac6-616c-4009-9b1e-55ccd776805b), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.959556 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (4620aac6-616c-4009-9b1e-55ccd776805b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.963077 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (4620aac6-616c-4009-9b1e-55ccd776805b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.989766 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4620aac6-616c-4009-9b1e-55ccd776805b,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:43.997196 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:43.998862 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0e77d064-fe55-4418-ba1f-30d81829f73f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869771 Mar 08 04:21:44.001623 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54248) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:44.006148 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group_rule': {'security_group_id': '5218a241-7093-4189-a42b-25d3a47d9d4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:44.032099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (f8392a38-1169-496b-9b19-2d93052f4ef5), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.091864 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (f8392a38-1169-496b-9b19-2d93052f4ef5), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.096062 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (f8392a38-1169-496b-9b19-2d93052f4ef5), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.116908 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8392a38-1169-496b-9b19-2d93052f4ef5,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:44.123984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.125218 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-99aba291-fe96-4333-af85-414dd2cc88ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225851 Mar 08 04:21:44.128219 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54250) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:44.132556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:44.153603 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.258721 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.357982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a2563b18-7f97-4a25-ae13-2797a69e6e93 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:44.382213 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Allocated IP 172.28.1.113 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/b0698a1e-f7cc-4760-960b-729f890446ce) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:44.415675 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port a2563b18-7f97-4a25-ae13-2797a69e6e93 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:44.416152 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.502670 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (b0698a1e-f7cc-4760-960b-729f890446ce), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.506015 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port a2563b18-7f97-4a25-ae13-2797a69e6e93 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:44.506515 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.529121 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port a2563b18-7f97-4a25-ae13-2797a69e6e93, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a2563b18-7f97-4a25-ae13-2797a69e6e93,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:44.533490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.542387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.584422 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:44.585838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=a2563b18-7f97-4a25-ae13-2797a69e6e93,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:44.587439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:44.592330 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:44.595417 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=b0698a1e-f7cc-4760-960b-729f890446ce,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:44.901740 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:44.943039 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.113259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (b0698a1e-f7cc-4760-960b-729f890446ce), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.117968 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.197881 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=b0698a1e-f7cc-4760-960b-729f890446ce,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:45.202822 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.218399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.219623 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1e826669-913a-4d96-98c1-f969ddb7ec8f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0904572 Mar 08 04:21:45.266077 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:21:45.280935 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:45.281564 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:45.374814 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-c9a44be2-6a0e-479b-9d0e-80c3e6290db4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--684236253&fields=id&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 267 time: 0.0421751 Mar 08 04:21:45.388542 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:45.482207 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-5bd03e07-49a1-41c8-80ed-4626d60dd8d1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:45.483618 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-5bd03e07-49a1-41c8-80ed-4626d60dd8d1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 816 time: 0.1019268 Mar 08 04:21:45.498441 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-dee7a0dc-345a-4342-9e5f-cfb6a0b0266a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/quotas/ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 375 time: 0.0094516 Mar 08 04:21:45.535979 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f548a804-09ff-476a-8e6c-7743af8b1650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.557939 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-fb495a6b-c022-4c9a-870c-09ce3d5860e9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542343 Mar 08 04:21:45.597350 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 2, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:45.623298 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:21:45.623648 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Updating router c8dbdb20-e27f-42bd-a240-40e33044ddfe port c23a8f49-aff1-4157-80b2-09b6a477c1b6 binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:21:45.650603 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.656812 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-57ad704c-625e-4d77-82ce-cb0e37f73754 service neutron] 10.222.0.20 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872972 Mar 08 04:21:45.745408 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-53372d35-2e43-44e4-a632-ed4d521032c0 service neutron] 10.222.0.20 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820255 Mar 08 04:21:45.924658 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks [] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:45.929819 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-26f48e80-b048-428c-9415-69bb24dd1e3b req-250a3b3b-2f7e-4f94-bd25-fcea23279d06 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 210 time: 0.0366256 Mar 08 04:21:45.933433 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.031550 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Pushing event updated for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:46.136316 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.136655 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.137183 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.137522 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.137845 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.138321 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.138645 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.138992 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.139492 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.139827 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.140150 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.140464 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.140780 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:21:46.145326 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Attempting to bind port c23a8f49-aff1-4157-80b2-09b6a477c1b6 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:21:46.145696 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Attempting to bind port c23a8f49-aff1-4157-80b2-09b6a477c1b6 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:21:46.146159 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Attempting to bind port c23a8f49-aff1-4157-80b2-09b6a477c1b6 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:46.153032 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:21:46.153405 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Checking segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:46.153808 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.154191 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Bound using segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:21:46.154647 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Bound port: c23a8f49-aff1-4157-80b2-09b6a477c1b6, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:21:46.155056 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.221102 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] For port c23a8f49-aff1-4157-80b2-09b6a477c1b6, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:21:46.224533 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] For port c23a8f49-aff1-4157-80b2-09b6a477c1b6, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c23a8f49-aff1-4157-80b2-09b6a477c1b6,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:21:46.226671 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-70320c6d-63a7-4aa7-b24e-3385c82beb52 None None] Provisioning complete for port c23a8f49-aff1-4157-80b2-09b6a477c1b6 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:46.227088 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70320c6d-63a7-4aa7-b24e-3385c82beb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.231871 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.267980 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-70320c6d-63a7-4aa7-b24e-3385c82beb52 None None] Port c23a8f49-aff1-4157-80b2-09b6a477c1b6 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:21:46.304952 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b555c-6e72-44c5-aa52-8138bc0d586b None None] Pushing event updated for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:46.323842 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:21:46.324468 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:46.333759 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a2563b18-7f97-4a25-ae13-2797a69e6e93 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:46.392019 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port a2563b18-7f97-4a25-ae13-2797a69e6e93 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:46.392388 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.468186 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:21:46.481772 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port a2563b18-7f97-4a25-ae13-2797a69e6e93 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:46.605748 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Provisioning complete for port c23a8f49-aff1-4157-80b2-09b6a477c1b6 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:46.606447 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.678458 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:21:46.689960 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Current status of the port c23a8f49-aff1-4157-80b2-09b6a477c1b6 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:46.690351 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.705697 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96a23a-6adc-457a-9a42-effa2752e62d None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:21:46.723224 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] For port c23a8f49-aff1-4157-80b2-09b6a477c1b6, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c23a8f49-aff1-4157-80b2-09b6a477c1b6,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:46.727256 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:46.788128 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b1d1d-9681-4411-ab37-0a8086c0246b None None] Pushing event updated for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:46.799075 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:47.037374 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b31f1c3c-b172-4108-8b4e-1b5fd6bcf5fa req-a0d09b00-8f2f-410e-9be2-f4e4f7afbe7a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 210 time: 0.0284410 Mar 08 04:21:47.323866 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-615b880c-3819-43ac-a521-055c07335a67 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:47.325352 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-615b880c-3819-43ac-a521-055c07335a67 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 816 time: 0.1085722 Mar 08 04:21:47.402908 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-95535bc7-0b34-41f1-adae-859d21ea2dc2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 379 time: 0.0605230 Mar 08 04:21:47.412633 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'port': {'device_id': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'admin_state_up': True, 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'security_groups': ['5218a241-7093-4189-a42b-25d3a47d9d4e']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:47.516345 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Made reservation on behalf of ee08e43d8db944a7af3be28bfe9abb72 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:21:47.519661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:47.644825 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Allocated IP 172.20.0.9 (db025fea-0240-419e-8659-234f658c210a/2fd0cb43-2eb5-4bb9-8165-230e25754070/7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:21:47.779287 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:47.817789 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:47.862571 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Network db025fea-0240-419e-8659-234f658c210a is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:21:47.865448 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:21:47.869037 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:21:47.894509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:47.923711 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:47.924723 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:47.943979 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-125c57f1-a6f4-4bc3-81d2-1e192eeecaa9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353084 Mar 08 04:21:47.962172 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Request body: {'port': {'device_id': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:48.027529 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.056217 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-e3999863-149c-4d80-b915-4197aa59756c None None] Provisioning complete for port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:48.056792 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3999863-149c-4d80-b915-4197aa59756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.092745 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e3999863-149c-4d80-b915-4197aa59756c None None] Port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:21:48.197494 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.224018 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef48135-4e51-458a-bd1f-c5b5b825a092 req-010bf9f4-83f9-4892-8b8b-4dd16d429389 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:48.225380 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fef48135-4e51-458a-bd1f-c5b5b825a092 req-010bf9f4-83f9-4892-8b8b-4dd16d429389 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 931 time: 0.0936272 Mar 08 04:21:48.334200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fef48135-4e51-458a-bd1f-c5b5b825a092 req-00169274-3c39-4b50-a3f4-4f1c64b47fa7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757661 Mar 08 04:21:48.351874 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c23a8f49-aff1-4157-80b2-09b6a477c1b6 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:48.407859 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port c23a8f49-aff1-4157-80b2-09b6a477c1b6 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:48.408243 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.423188 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:21:48.431004 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks [] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.445468 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Transition to ACTIVE for port object 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:21:48.450416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.493648 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port c23a8f49-aff1-4157-80b2-09b6a477c1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:48.519424 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:48.574418 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Attempting to bind port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:21:48.574781 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Attempting to bind port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:21:48.575120 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Attempting to bind port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:48.579623 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 on network db025fea-0240-419e-8659-234f658c210a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:21:48.579942 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Attempting to bind port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:21:48.584800 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:21:48.585137 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Checking segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:21:48.585518 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Bound using segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:21:48.585941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Bound port: 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:21:48.586338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.662073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:21:48.665246 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:21:48.671863 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.704505 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:48.705109 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:48.706469 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] 10.222.0.42 "PUT /v2.0/ports/7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 1093 time: 0.7486305 Mar 08 04:21:48.706921 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:48.709107 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb70b18-ec84-4dae-85d7-b3b026db17b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:48.736424 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35c57d-1b8f-4e75-896f-f90a45850de8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:48.753869 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974768f3-c580-48b7-977f-bcd69ea5bd3e x-openstack-request-id: req-974768f3-c580-48b7-977f-bcd69ea5bd3e {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:48.754160 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:48.754415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-974768f3-c580-48b7-977f-bcd69ea5bd3e {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:48.754843 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'status': 'completed', 'code': 200} Mar 08 04:21:48.824438 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-d23f6f1e-1f8d-4d09-81a7-d9ccf145e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:48.825953 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-d23f6f1e-1f8d-4d09-81a7-d9ccf145e2d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1127 time: 0.0476000 Mar 08 04:21:48.884480 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-90b835ca-9c25-4185-a2fa-4c883089ed48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 217 time: 0.0389504 Mar 08 04:21:48.937067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-d0c9e800-ffdd-431e-a238-59ffa821fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:48.938515 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-d0c9e800-ffdd-431e-a238-59ffa821fc72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0447593 Mar 08 04:21:48.992076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079909e3-0f99-423f-b398-157b44305d0f req-48be5523-8b66-4cfa-994d-49a511567628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:48.993561 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-48be5523-8b66-4cfa-994d-49a511567628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0438421 Mar 08 04:21:49.092963 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-6191c397-8690-412a-baa0-2dc687c098a1 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Mar 08 04:21:49.182883 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-079909e3-0f99-423f-b398-157b44305d0f req-e7257598-30f8-4aa5-b396-2721e77ac3de service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841675 Mar 08 04:21:49.326690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-23686e0f-a2f5-4a26-9cfb-7ed3532dfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.328238 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-23686e0f-a2f5-4a26-9cfb-7ed3532dfc88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1127 time: 0.0464008 Mar 08 04:21:49.425459 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-67ae73f7-0345-4a1d-ab74-c53fc69d491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.426971 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-67ae73f7-0345-4a1d-ab74-c53fc69d491f service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0922067 Mar 08 04:21:49.493333 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-1cf47a92-32e2-4a11-8aad-d1854bf8996f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 217 time: 0.0530179 Mar 08 04:21:49.550962 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71a1b-b1fa-4a87-a780-f631d6dd0fd8 req-d2ea553c-2455-47c5-bf40-b2e2d496840d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.552359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3ab71a1b-b1fa-4a87-a780-f631d6dd0fd8 req-d2ea553c-2455-47c5-bf40-b2e2d496840d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.1217089 Mar 08 04:21:49.559318 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-384d57ac-7de7-4dd9-bdf9-e81bbbecf08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.560715 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-384d57ac-7de7-4dd9-bdf9-e81bbbecf08f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0613663 Mar 08 04:21:49.609983 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:49.636801 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3ab71a1b-b1fa-4a87-a780-f631d6dd0fd8 req-0270790b-1c70-4821-81d5-ef36a81a6eb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750802 Mar 08 04:21:49.646066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-fee93f92-a387-42bb-838e-315464428e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.647760 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-fee93f92-a387-42bb-838e-315464428e28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0729775 Mar 08 04:21:49.750910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295c1e-00a0-4644-b1b8-2875938def5c req-602e570a-a8ae-4fc0-a125-0d6325e71d70 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:49.752356 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34295c1e-00a0-4644-b1b8-2875938def5c req-602e570a-a8ae-4fc0-a125-0d6325e71d70 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.1035466 Mar 08 04:21:49.787723 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-0b5e8699-2289-4ab7-bd4c-c157bb893ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300206 Mar 08 04:21:49.836749 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34295c1e-00a0-4644-b1b8-2875938def5c req-33f81df1-9d21-4c9a-864f-579399d5bc12 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784786 Mar 08 04:21:49.890829 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0fb70b18-ec84-4dae-85d7-b3b026db17b0 req-98abfe91-68a4-460e-a7ac-6b402bd733e9 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932369 Mar 08 04:21:50.761961 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eb846-b947-460c-879a-556de8aadb48 req-2953e810-2153-4eea-a447-d7813e559e2e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:50.763452 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-534eb846-b947-460c-879a-556de8aadb48 req-2953e810-2153-4eea-a447-d7813e559e2e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0528703 Mar 08 04:21:50.813682 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-534eb846-b947-460c-879a-556de8aadb48 req-e58eb8e1-2d07-4748-a324-696821569c4e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Mar 08 04:21:50.955024 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafee7c-d3b9-421e-8e37-acae262bec3f req-b476fc56-ffdd-4a9e-a321-b5d728edc662 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:50.956486 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1cafee7c-d3b9-421e-8e37-acae262bec3f req-b476fc56-ffdd-4a9e-a321-b5d728edc662 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0527825 Mar 08 04:21:51.001811 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1cafee7c-d3b9-421e-8e37-acae262bec3f req-830f3369-5748-46cd-baf5-61ffe7ea0471 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Mar 08 04:21:51.940032 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554782b-480b-4a9a-9d95-6024538480cb req-4d93f93f-551f-46e4-828b-8a5b36fd34dd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:51.941494 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3554782b-480b-4a9a-9d95-6024538480cb req-4d93f93f-551f-46e4-828b-8a5b36fd34dd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0582771 Mar 08 04:21:51.988430 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3554782b-480b-4a9a-9d95-6024538480cb req-93845dd6-8c97-446a-9c3e-bfc0e4056908 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Mar 08 04:21:52.119049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbec370-eb0d-4ce0-a7be-ca00c327b49e req-ae5076b3-df98-418a-a8ce-da1a386b7a1e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:52.120414 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5fbec370-eb0d-4ce0-a7be-ca00c327b49e req-ae5076b3-df98-418a-a8ce-da1a386b7a1e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0549381 Mar 08 04:21:52.167080 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5fbec370-eb0d-4ce0-a7be-ca00c327b49e req-e48e5ec0-1b35-47de-854c-5390c074138f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Mar 08 04:21:52.691975 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:53.108532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef23940-db06-44eb-a416-264f54ce28aa req-87ac61a7-a728-4b84-9cef-aba3745c52ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:53.109979 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ef23940-db06-44eb-a416-264f54ce28aa req-87ac61a7-a728-4b84-9cef-aba3745c52ac tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0528796 Mar 08 04:21:53.156309 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ef23940-db06-44eb-a416-264f54ce28aa req-e0b9e6b5-0d28-4e0c-af31-1467864c559d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Mar 08 04:21:53.283564 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc624c-d35b-4343-86a0-f0dc56c5d08d req-1d9da894-ca69-4267-b48c-8e7ba01c834e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:53.284978 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9afc624c-d35b-4343-86a0-f0dc56c5d08d req-1d9da894-ca69-4267-b48c-8e7ba01c834e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0513685 Mar 08 04:21:53.333554 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9afc624c-d35b-4343-86a0-f0dc56c5d08d req-3fb01a79-602b-4b2a-86c4-c5167b04b8f4 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Mar 08 04:21:54.235738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:21:54.278910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea96e96-76aa-4337-a9b6-f5148ebcb1a7 req-22801121-d906-4cee-8320-3ea9d41baa43 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:54.280364 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bea96e96-76aa-4337-a9b6-f5148ebcb1a7 req-22801121-d906-4cee-8320-3ea9d41baa43 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0538507 Mar 08 04:21:54.326725 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bea96e96-76aa-4337-a9b6-f5148ebcb1a7 req-761a4938-641e-4388-9a63-73245f299b31 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Mar 08 04:21:54.332334 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:54.343804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:21:54.384347 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:54.384751 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:54.397372 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:21:54.416630 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:54.421593 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:54.451525 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5dd6-63a4-4ca4-ba29-cc6f3c6aaa8e req-7c7de708-8d19-4316-8099-131259fbca84 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:54.453095 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21ba5dd6-63a4-4ca4-ba29-cc6f3c6aaa8e req-7c7de708-8d19-4316-8099-131259fbca84 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0526919 Mar 08 04:21:54.469773 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:54.499630 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21ba5dd6-63a4-4ca4-ba29-cc6f3c6aaa8e req-040224bc-56c4-46a3-a1f1-d4380ca403b0 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Mar 08 04:21:54.968992 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:21:55.450402 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78828ad-4cd8-4041-bc36-6548ed7943e6 req-86af8583-0da0-4fcd-b070-def0b5d03385 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:55.451850 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a78828ad-4cd8-4041-bc36-6548ed7943e6 req-86af8583-0da0-4fcd-b070-def0b5d03385 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 944 time: 0.0560308 Mar 08 04:21:55.529192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a78828ad-4cd8-4041-bc36-6548ed7943e6 req-8b2c0242-2a14-44ae-a881-4c67b9f7a2a1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658519 Mar 08 04:21:55.535914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-f6f787dc-5d44-497a-acde-965408ce125a tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:55.537292 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-f6f787dc-5d44-497a-acde-965408ce125a tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0814667 Mar 08 04:21:55.656816 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c447b-daf0-49b0-96dd-a88342ed5097 req-36541b50-8c76-4a4c-876d-718c6b0c874a tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:55.658324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e56c447b-daf0-49b0-96dd-a88342ed5097 req-36541b50-8c76-4a4c-876d-718c6b0c874a tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e0db2d-24f9-42af-80d3-cd99d162fd83 HTTP/1.1" status: 200 len: 945 time: 0.0881038 Mar 08 04:21:55.706319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Deleting port 5453e43d-45b5-416d-836f-469654258620 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:21:55.706653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (5453e43d-45b5-416d-836f-469654258620), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:55.730233 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e56c447b-daf0-49b0-96dd-a88342ed5097 req-d15af65a-080f-4485-b125-edac1d7200af tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645585 Mar 08 04:21:55.805127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] For port 5453e43d-45b5-416d-836f-469654258620, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5453e43d-45b5-416d-836f-469654258620,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:55.805484 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (5453e43d-45b5-416d-836f-469654258620), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:55.817725 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Calling delete_port for 5453e43d-45b5-416d-836f-469654258620 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:21:55.948363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (5453e43d-45b5-416d-836f-469654258620), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:55.979573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Pushing event deleted for resources: {'Port': ['ID=5453e43d-45b5-416d-836f-469654258620,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:55.988253 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['5453e43d-45b5-416d-836f-469654258620'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:21:56.023417 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] No DVR routers for this DVR port 5453e43d-45b5-416d-836f-469654258620 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:21:56.025748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:56.029214 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc915d15-d14c-4fce-9238-7ee46d2954d5 req-c5cabfc8-a9dc-4320-bc2a-e451d460b062 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "DELETE /v2.0/ports/5453e43d-45b5-416d-836f-469654258620 HTTP/1.1" status: 204 len: 173 time: 0.4853032 Mar 08 04:21:56.029655 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'name': 'network-vif-deleted', 'tag': '5453e43d-45b5-416d-836f-469654258620'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:56.031937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ad308-2572-47d2-addb-7b73fde8b021" -d '{"events": [{"server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "name": "network-vif-deleted", "tag": "5453e43d-45b5-416d-836f-469654258620"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:56.067423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c39bb-6710-4480-9f2d-8bc9f2668572 x-openstack-request-id: req-713c39bb-6710-4480-9f2d-8bc9f2668572 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:56.067726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e0db2d-24f9-42af-80d3-cd99d162fd83", "name": "network-vif-deleted", "tag": "5453e43d-45b5-416d-836f-469654258620", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:56.067982 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713c39bb-6710-4480-9f2d-8bc9f2668572 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:56.068409 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e0db2d-24f9-42af-80d3-cd99d162fd83', 'name': 'network-vif-deleted', 'tag': '5453e43d-45b5-416d-836f-469654258620', 'status': 'completed', 'code': 200} Mar 08 04:21:56.297351 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:21:56.345516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:21:56.349681 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:21:56.350051 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:56.430842 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:21:56.431235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:56.453136 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:21:56.455455 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff18e4f-3856-41a2-b0d5-9f1805b9adf1" -d '{"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:21:56.468645 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:21:56.472468 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:56.473457 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5453e43d-45b5-416d-836f-469654258620 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:21:56.496853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d980b0-cd4f-43fd-8486-c698b6950fd6 x-openstack-request-id: req-29d980b0-cd4f-43fd-8486-c698b6950fd6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:21:56.497085 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:21:56.497343 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d980b0-cd4f-43fd-8486-c698b6950fd6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:21:56.497736 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'code': 200} Mar 08 04:21:56.513592 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 5453e43d-45b5-416d-836f-469654258620 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:21:56.513937 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5453e43d-45b5-416d-836f-469654258620 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:21:56.540534 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:21:56.664173 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfa2b-16bd-4829-ac2d-96a309fede5f req-cd3ac6de-b1e7-4295-a870-f5c85a9a1b41 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:56.666359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eb6bfa2b-16bd-4829-ac2d-96a309fede5f req-cd3ac6de-b1e7-4295-a870-f5c85a9a1b41 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0616980 Mar 08 04:21:56.723991 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eb6bfa2b-16bd-4829-ac2d-96a309fede5f req-ac1ac282-d1c7-457e-ad0d-1ba7716dd89e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Mar 08 04:21:56.771964 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8af7d8-8b03-41ce-8539-d6d033182f19 req-22f52cde-664b-436c-b766-e0864f86cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:56.773452 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c8af7d8-8b03-41ce-8539-d6d033182f19 req-22f52cde-664b-436c-b766-e0864f86cddb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1129 time: 0.0486181 Mar 08 04:21:56.818998 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5c8af7d8-8b03-41ce-8539-d6d033182f19 req-1becd466-647d-4033-adcb-420e551c148b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384736 Mar 08 04:21:57.847693 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b901c5-640a-440a-98a3-f2e99a9f78b2 req-8ebe5efc-7eb4-4046-abca-0187022b6f31 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:57.849157 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-15b901c5-640a-440a-98a3-f2e99a9f78b2 req-8ebe5efc-7eb4-4046-abca-0187022b6f31 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0522664 Mar 08 04:21:57.899638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-15b901c5-640a-440a-98a3-f2e99a9f78b2 req-968f8cbf-58c1-4099-b71f-70e631f54d43 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Mar 08 04:21:59.021338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb025b5a-2cc2-4780-a082-3999c02ee564 req-b6b661c7-b385-41ff-a67a-5dffdee741f4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:59.022792 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eb025b5a-2cc2-4780-a082-3999c02ee564 req-b6b661c7-b385-41ff-a67a-5dffdee741f4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0512295 Mar 08 04:21:59.072255 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eb025b5a-2cc2-4780-a082-3999c02ee564 req-9939a68f-8972-4372-b877-9ffab6b60fd8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Mar 08 04:21:59.189405 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d521-a78a-49ff-9c0f-65bc86b5247a req-96c4042f-8088-4724-a508-c21825525e4b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:21:59.190889 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3af5d521-a78a-49ff-9c0f-65bc86b5247a req-96c4042f-8088-4724-a508-c21825525e4b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0531983 Mar 08 04:21:59.200502 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54376) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:21:59.205195 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'floatingip': {'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:21:59.244807 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:59.698419 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:59.702469 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:21:59.803985 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Floating IP 5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc associated. External IP: 172.28.1.113, port: 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42. Mar 08 04:22:00.012460 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:22:00.118964 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:22:00.124060 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:00.128568 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:22:00.138815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:22:00.139431 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:00.153281 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-faf22d21-3bec-45ea-a035-ceedf5afcd60 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "PUT /v2.0/floatingips/5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc HTTP/1.1" status: 200 len: 991 time: 0.9516244 Mar 08 04:22:00.153844 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:22:00.156516 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036ca03-617f-48ca-a049-ddb83835edb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:22:00.191795 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a5fada-2642-4a57-92a0-ffd6e95efd86 x-openstack-request-id: req-30a5fada-2642-4a57-92a0-ffd6e95efd86 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:22:00.192096 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:22:00.192354 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30a5fada-2642-4a57-92a0-ffd6e95efd86 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:22:00.192755 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'status': 'completed', 'code': 200} Mar 08 04:22:00.254436 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:22:00.280451 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-52eda5ab-0dcf-4956-b25f-9561373373af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:00.281840 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-52eda5ab-0dcf-4956-b25f-9561373373af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1129 time: 0.0444734 Mar 08 04:22:00.381002 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-4959e8a3-313a-4ff5-9a84-aea842b0fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:00.382480 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-4959e8a3-313a-4ff5-9a84-aea842b0fe27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0924942 Mar 08 04:22:00.451346 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-f933cd98-6298-4cf5-9da8-39e462159a4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 999 time: 0.0621245 Mar 08 04:22:00.503759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-96728547-c5a5-4c68-bf5e-6e0ed9bcde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:00.505225 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-96728547-c5a5-4c68-bf5e-6e0ed9bcde7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0485976 Mar 08 04:22:00.658423 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:44Z', 'updated_at': '2022-03-08T04:21:59Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:00.687533 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:22:00.696684 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:22:00.697317 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:21:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:00.807034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:22:00.857907 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-199ab8a5-1647-4ac4-9001-5a9608a04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:00.859416 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-199ab8a5-1647-4ac4-9001-5a9608a04822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3442099 Mar 08 04:22:00.887699 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-98cfbbf1-dec2-4477-afed-9e3ad2fa9036 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:00.889098 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-98cfbbf1-dec2-4477-afed-9e3ad2fa9036 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 813 time: 0.3452759 Mar 08 04:22:00.944469 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-f420274f-b15b-426d-935b-0b781b78d54d tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/quotas/8a4a9cda451546f5a8839d889d7b5a7e HTTP/1.1" status: 200 len: 375 time: 0.0433671 Mar 08 04:22:00.982967 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-dc7a8c6a-a42d-45b2-91aa-ce0b76ea97a5 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327628 Mar 08 04:22:01.017200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-95818ff2-2cea-499c-9bbc-9e78cf5cddde service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466007 Mar 08 04:22:01.032814 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:44Z', 'updated_at': '2022-03-08T04:21:59Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:01.063302 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf0d08-75de-4467-b94e-a98c6be885a0 None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:21:44Z', 'updated_at': '2022-03-08T04:21:59Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:22:01.141827 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-8ebe5c8c-994b-4564-9c44-37f650a5e664 service neutron] 10.222.0.20 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508265 Mar 08 04:22:01.182278 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6036ca03-617f-48ca-a049-ddb83835edb5 req-f311e8ca-8438-412a-a339-9fd3b40fa1a9 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574450 Mar 08 04:22:01.249881 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-f41eada8-da41-4b58-9c11-d8a9e0ce6d90 service neutron] 10.222.0.20 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996687 Mar 08 04:22:01.266213 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d037e971-c962-4493-9211-00b926e4a87d None None] New status for floating IP 5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:22:01.408018 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-90c6b159-a910-4a99-b78a-860c1dcc5aaa req-372bdc98-22d7-418e-a147-4fa1cbdcc568 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 210 time: 0.0287132 Mar 08 04:22:02.461211 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-018382db-e477-496c-9e5e-e80286ccffed tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:02.462664 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-018382db-e477-496c-9e5e-e80286ccffed tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 813 time: 0.1086886 Mar 08 04:22:02.483063 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Request body: {'port': {'device_id': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d', 'admin_state_up': True, 'tenant_id': '8a4a9cda451546f5a8839d889d7b5a7e'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:22:02.529336 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac4b9a29-e468-40a1-a98c-991a30f2612c req-dc14fe6c-cb2e-49d1-b8a7-97e4f6de295a tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 210 time: 0.0503933 Mar 08 04:22:02.615060 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Made reservation on behalf of 8a4a9cda451546f5a8839d889d7b5a7e for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:22:02.618540 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:02.741549 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Allocated IP 172.20.0.2 (9e02f040-faf2-46fe-9e45-c551117f691d/00e98677-b99d-400c-8173-96b3846f432a/5c081343-c830-44f6-b89f-116d2f7cb247) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:22:02.886006 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks [] for port (5c081343-c830-44f6-b89f-116d2f7cb247), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:02.918573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:02.966079 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Network 9e02f040-faf2-46fe-9e45-c551117f691d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:22:02.969088 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:22:02.973628 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:22:02.976136 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Pushing event updated for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:03.025887 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:03.026489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.041270 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-77ebab11-d8a6-4f1e-aae6-45d075fdcee9 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634947 Mar 08 04:22:03.058977 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Request body: {'port': {'device_id': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:22:03.115279 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.378607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c081343-c830-44f6-b89f-116d2f7cb247 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:22:03.385797 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks [] for port (5c081343-c830-44f6-b89f-116d2f7cb247), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.397821 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Transition to ACTIVE for port object 5c081343-c830-44f6-b89f-116d2f7cb247 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:22:03.402100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.454145 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Pushing event updated for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:03.517608 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Attempting to bind port 5c081343-c830-44f6-b89f-116d2f7cb247 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:22:03.518259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Attempting to bind port 5c081343-c830-44f6-b89f-116d2f7cb247 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:22:03.518259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Attempting to bind port 5c081343-c830-44f6-b89f-116d2f7cb247 on network 9e02f040-faf2-46fe-9e45-c551117f691d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:22:03.522412 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Port 5c081343-c830-44f6-b89f-116d2f7cb247 on network 9e02f040-faf2-46fe-9e45-c551117f691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:22:03.522733 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Attempting to bind port 5c081343-c830-44f6-b89f-116d2f7cb247 on network 9e02f040-faf2-46fe-9e45-c551117f691d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:22:03.528314 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:22:03.528644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Checking segment: {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:22:03.529018 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Bound using segment: {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:22:03.529435 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Bound port: 5c081343-c830-44f6-b89f-116d2f7cb247, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ecf0d-8065-4d05-9591-ed98262133a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:22:03.529785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.598529 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:22:03.601852 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5c081343-c830-44f6-b89f-116d2f7cb247,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:22:03.616517 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.676024 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:03.676640 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:03.678262 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-294840a2-6404-4748-b4c9-44341d226047 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c081343-c830-44f6-b89f-116d2f7cb247 HTTP/1.1" status: 200 len: 1093 time: 0.6236548 Mar 08 04:22:03.678712 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:22:03.680943 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07503a-06dc-422a-b496-6b335815edda" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:22:03.702949 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294840a2-6404-4748-b4c9-44341d226047 service neutron] Pushing event updated for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:03.718397 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de4173-1b80-47f4-8801-d3bd203770d3 req-d5322a10-b753-4c3a-903b-37eec70462c0 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:03.720038 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-60de4173-1b80-47f4-8801-d3bd203770d3 req-d5322a10-b753-4c3a-903b-37eec70462c0 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 943 time: 0.1164353 Mar 08 04:22:03.722292 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a9d5c-96e9-4a9c-bdd3-22f16fc36621 x-openstack-request-id: req-e06a9d5c-96e9-4a9c-bdd3-22f16fc36621 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:22:03.722670 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:22:03.723006 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e06a9d5c-96e9-4a9c-bdd3-22f16fc36621 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:22:03.723464 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247', 'status': 'completed', 'code': 200} Mar 08 04:22:03.776481 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-60de4173-1b80-47f4-8801-d3bd203770d3 req-11a93d1a-78a2-4b0f-b992-c21a66a18dc7 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505555 Mar 08 04:22:03.813086 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-bbcd250f-3cba-4272-be23-d79cb5f4c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:03.814571 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-bbcd250f-3cba-4272-be23-d79cb5f4c070 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 1127 time: 0.0525541 Mar 08 04:22:03.828397 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:22:03.863740 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-665ab3be-ae2b-44a2-b2f5-2f1d53112b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c081343-c830-44f6-b89f-116d2f7cb247 HTTP/1.1" status: 200 len: 217 time: 0.0349915 Mar 08 04:22:03.911831 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-908e2a92-0d8d-49c3-b29d-fab8d20df191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:03.913213 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-908e2a92-0d8d-49c3-b29d-fab8d20df191 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e98677-b99d-400c-8173-96b3846f432a HTTP/1.1" status: 200 len: 853 time: 0.0438156 Mar 08 04:22:03.944741 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-c24659ca-865a-4b75-bbf6-ed55769dccbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e02f040-faf2-46fe-9e45-c551117f691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256586 Mar 08 04:22:04.036531 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-0bbbbb0e-3db9-490a-94e2-a6a4e194ba6d service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Mar 08 04:22:04.124813 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2347d06f-3a10-4582-bb31-d9c07e503630 req-806d59b1-f9b5-4835-948e-e1c51922a07a service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814161 Mar 08 04:22:04.279177 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07503a-06dc-422a-b496-6b335815edda req-1c4882ec-b9ff-460f-b931-0a4203a0d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:04.280690 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-1c4882ec-b9ff-460f-b931-0a4203a0d83e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 1127 time: 0.0491784 Mar 08 04:22:04.371455 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07503a-06dc-422a-b496-6b335815edda req-164fc4d4-b8ed-4bc2-af9e-ee7058a841c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:04.372875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-164fc4d4-b8ed-4bc2-af9e-ee7058a841c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 200 len: 914 time: 0.0843582 Mar 08 04:22:04.415790 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-079de507-6c35-44bd-891c-4b0d2ab0dffa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c081343-c830-44f6-b89f-116d2f7cb247 HTTP/1.1" status: 200 len: 217 time: 0.0365901 Mar 08 04:22:04.463106 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07503a-06dc-422a-b496-6b335815edda req-65ae690d-c5dd-4991-8258-9f18c8bd1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:04.465055 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-65ae690d-c5dd-4991-8258-9f18c8bd1f49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e98677-b99d-400c-8173-96b3846f432a HTTP/1.1" status: 200 len: 853 time: 0.0431082 Mar 08 04:22:04.494318 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-dd7f83f8-1d3b-43a8-9097-f40683471244 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e02f040-faf2-46fe-9e45-c551117f691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238345 Mar 08 04:22:04.587664 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-f91ff49c-429d-4b74-b2a0-925cb13076d8 service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845554 Mar 08 04:22:04.675345 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc07503a-06dc-422a-b496-6b335815edda req-d1c49506-9b5c-4b78-a209-f3ad9fe6f0b0 service neutron] 10.222.0.42 "GET /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815692 Mar 08 04:22:04.896697 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7fcad-9b29-476d-ae87-ab58a35a1d93 req-167225d7-af6a-41cf-a88c-43ef6230eaef tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:04.898148 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1c7fcad-9b29-476d-ae87-ab58a35a1d93 req-167225d7-af6a-41cf-a88c-43ef6230eaef tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 943 time: 0.0522280 Mar 08 04:22:04.948060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1c7fcad-9b29-476d-ae87-ab58a35a1d93 req-6b6451ba-4a59-4c5d-9f2a-b597e9f52bc5 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Mar 08 04:22:06.063758 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabe78d-c106-4ddc-a4d0-daea101c36f3 req-f96c3b92-800c-4a8b-9993-4f018e57bbfa tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:06.065193 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1aabe78d-c106-4ddc-a4d0-daea101c36f3 req-f96c3b92-800c-4a8b-9993-4f018e57bbfa tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 943 time: 0.0519414 Mar 08 04:22:06.110681 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1aabe78d-c106-4ddc-a4d0-daea101c36f3 req-4eabaecc-4f51-4ace-aa3f-6c9303f2dfad tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Mar 08 04:22:07.226482 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4365-42ed-4755-9625-4aeaa6878069 req-ce88441a-fa12-43a7-9a4a-54352f6c268c tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:07.227863 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92dd4365-42ed-4755-9625-4aeaa6878069 req-ce88441a-fa12-43a7-9a4a-54352f6c268c tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 943 time: 0.0513680 Mar 08 04:22:07.273548 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92dd4365-42ed-4755-9625-4aeaa6878069 req-bfe0d9da-ad98-4497-8899-c8e1eb9cdf25 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Mar 08 04:22:08.331889 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5c081343-c830-44f6-b89f-116d2f7cb247 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:22:08.395874 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68733418-9fcb-47dd-9897-246378f83bbb req-733d2636-65dd-40ff-8164-09e9755a0dd2 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:08.397349 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-68733418-9fcb-47dd-9897-246378f83bbb req-733d2636-65dd-40ff-8164-09e9755a0dd2 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 943 time: 0.0549953 Mar 08 04:22:08.431623 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5c081343-c830-44f6-b89f-116d2f7cb247,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:22:08.442444 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '5c081343-c830-44f6-b89f-116d2f7cb247', 'network_id': '9e02f040-faf2-46fe-9e45-c551117f691d', 'port_id': '5c081343-c830-44f6-b89f-116d2f7cb247', 'mac_address': 'fa:16:3e:33:ad:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e98677-b99d-400c-8173-96b3846f432a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:22:08.444724 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-68733418-9fcb-47dd-9897-246378f83bbb req-a652d996-88c1-4b67-be51-eaddce2635d2 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Mar 08 04:22:08.479248 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 5c081343-c830-44f6-b89f-116d2f7cb247 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:22:08.479669 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:08.491976 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c081343-c830-44f6-b89f-116d2f7cb247 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:22:08.511523 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5c081343-c830-44f6-b89f-116d2f7cb247,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:22:08.515196 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:08.560534 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:08.975183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['5c081343-c830-44f6-b89f-116d2f7cb247'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:22:09.560746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f62378-c3bf-4c00-9249-e2f7afac6081 req-365f207a-81df-4c37-bed5-a0108539e4fb tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:09.562221 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f62378-c3bf-4c00-9249-e2f7afac6081 req-365f207a-81df-4c37-bed5-a0108539e4fb tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 944 time: 0.0529537 Mar 08 04:22:09.608485 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f62378-c3bf-4c00-9249-e2f7afac6081 req-49b33bcf-abf9-43b3-8a36-0a710eed2fa0 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Mar 08 04:22:10.347538 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5c081343-c830-44f6-b89f-116d2f7cb247 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:22:10.394284 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 5c081343-c830-44f6-b89f-116d2f7cb247 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:22:10.397820 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 5c081343-c830-44f6-b89f-116d2f7cb247 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:22:10.398194 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:10.478967 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 5c081343-c830-44f6-b89f-116d2f7cb247 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:22:10.479361 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:10.500941 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:22:10.503106 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2031353-a943-4c66-8526-3ae99dc831b4" -d '{"events": [{"server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "name": "network-vif-plugged", "status": "completed", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:22:10.516056 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5c081343-c830-44f6-b89f-116d2f7cb247,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:22:10.519913 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:10.545933 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd512f9-fadd-4730-8bb9-2910f44c5deb x-openstack-request-id: req-7dd512f9-fadd-4730-8bb9-2910f44c5deb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:22:10.546225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "name": "network-vif-plugged", "status": "completed", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:22:10.546474 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dd512f9-fadd-4730-8bb9-2910f44c5deb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:22:10.546900 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247', 'code': 200} Mar 08 04:22:10.571325 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:10.728267 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025f8bc-ad36-4a67-8584-41121fd20a92 req-f18f90c1-6ef5-4206-9fe2-1805a297e2ec tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:10.729886 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8025f8bc-ad36-4a67-8584-41121fd20a92 req-f18f90c1-6ef5-4206-9fe2-1805a297e2ec tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Mar 08 04:22:10.809643 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8025f8bc-ad36-4a67-8584-41121fd20a92 req-83da28e7-a7d8-463f-b5c1-c923ffd985e4 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676124 Mar 08 04:22:10.811295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd754-d3fa-450b-b18c-22edcd8fa2d2 req-9a429a78-45fb-4240-84f9-bd8fcc63cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:10.812675 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76ecd754-d3fa-450b-b18c-22edcd8fa2d2 req-9a429a78-45fb-4240-84f9-bd8fcc63cb23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 1129 time: 0.0779300 Mar 08 04:22:10.855808 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76ecd754-d3fa-450b-b18c-22edcd8fa2d2 req-fbb85a5b-131f-4ea3-9cc4-9db2aa11545e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Mar 08 04:22:11.927224 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca88c5-7665-44e2-a778-78a9eff9966c req-ec55b223-2b41-4a1b-85e0-4d769b291604 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:11.928965 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36ca88c5-7665-44e2-a778-78a9eff9966c req-ec55b223-2b41-4a1b-85e0-4d769b291604 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Mar 08 04:22:11.976329 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36ca88c5-7665-44e2-a778-78a9eff9966c req-2e48e08b-47f3-492f-84b8-d4cc0b03d3a6 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Mar 08 04:22:13.096112 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba1f85-e9fd-4a5b-bb5c-e18fa6e57f9b req-2ddb2874-910e-4472-90d5-7ac8bd567ac8 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:13.097704 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-baba1f85-e9fd-4a5b-bb5c-e18fa6e57f9b req-2ddb2874-910e-4472-90d5-7ac8bd567ac8 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0557573 Mar 08 04:22:13.143389 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-baba1f85-e9fd-4a5b-bb5c-e18fa6e57f9b req-d177d3d7-0471-4ee4-9086-3de209d88537 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Mar 08 04:22:13.364537 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-adcc63a5-b38a-408b-879e-58b41d950594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:15.538464 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6cbca79b-8f90-4fc6-bba5-49bb763df1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:16.791941 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:18.197127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:19.604966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:20.687851 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-336d3acf-acf0-42c3-be7c-e175be76b34c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442698 Mar 08 04:22:20.796522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256653-05e1-4b79-a76a-104a2196b20c req-2f71b45c-0aab-4b02-9106-074792ba0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:20.797982 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-2f71b45c-0aab-4b02-9106-074792ba0207 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 1129 time: 0.0437324 Mar 08 04:22:20.901019 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256653-05e1-4b79-a76a-104a2196b20c req-260b6db5-8893-476d-a42c-d41e4dd9baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:20.902480 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-260b6db5-8893-476d-a42c-d41e4dd9baa5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0852253 Mar 08 04:22:20.967551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-6f2b2f9d-2aee-4ccb-9207-be1310f2b2b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 200 len: 1001 time: 0.0587003 Mar 08 04:22:21.020005 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256653-05e1-4b79-a76a-104a2196b20c req-14a0339f-9428-4b6c-8784-a11e68a19eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:21.021449 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-14a0339f-9428-4b6c-8784-a11e68a19eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0477121 Mar 08 04:22:21.078156 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256653-05e1-4b79-a76a-104a2196b20c req-0726c196-33a3-49a4-a20d-4f3199f6c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:21.079683 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-0726c196-33a3-49a4-a20d-4f3199f6c474 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0466733 Mar 08 04:22:21.173298 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-3e31b78b-6e84-4851-929f-8a7f7aeebdec service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Mar 08 04:22:21.278392 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c256653-05e1-4b79-a76a-104a2196b20c req-2ccd86e4-857c-47b2-b2ac-b7fc742be2d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Mar 08 04:22:22.697281 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:32.988625 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bea868-e2ad-4518-b369-1940a7fec339 req-5120d930-971e-478e-a1eb-ee142782611e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:32.990059 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-22bea868-e2ad-4518-b369-1940a7fec339 req-5120d930-971e-478e-a1eb-ee142782611e tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0531082 Mar 08 04:22:33.037798 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-22bea868-e2ad-4518-b369-1940a7fec339 req-bef9b607-c280-401f-8618-02911fbae3fc tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Mar 08 04:22:34.157707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162cd9-ad28-436b-83f0-0856afb8e2ba req-2f8656e2-81dd-4c42-8601-72ee1f64fe6b tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:34.159200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-46162cd9-ad28-436b-83f0-0856afb8e2ba req-2f8656e2-81dd-4c42-8601-72ee1f64fe6b tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0556233 Mar 08 04:22:34.205388 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-46162cd9-ad28-436b-83f0-0856afb8e2ba req-480820ff-c3ff-4b61-ab5e-3d578bb3f39f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Mar 08 04:22:35.323178 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be8313-6675-4e04-bc6e-8890b2fea6f9 req-e63a514a-1691-486b-9166-b8d98e5a821d tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:35.324616 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7be8313-6675-4e04-bc6e-8890b2fea6f9 req-e63a514a-1691-486b-9166-b8d98e5a821d tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Mar 08 04:22:35.370933 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a7be8313-6675-4e04-bc6e-8890b2fea6f9 req-d0dac00d-b2b5-44a9-ab5b-4e85f59a49e5 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Mar 08 04:22:36.492635 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05145210-3e5c-49ef-a30e-3e48138dfd4a req-7a247165-7d78-4710-9e6d-3a94cb97ae68 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:36.494069 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-05145210-3e5c-49ef-a30e-3e48138dfd4a req-7a247165-7d78-4710-9e6d-3a94cb97ae68 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0565436 Mar 08 04:22:36.539530 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-05145210-3e5c-49ef-a30e-3e48138dfd4a req-72f5f902-ee52-4126-a6a3-d648f69aa984 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Mar 08 04:22:37.655069 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0ca-d9e7-4ee8-b4ae-a9fe89b210f7 req-8d6fc380-8649-4243-a0ea-626c0a564735 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:37.656519 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3cef0ca-d9e7-4ee8-b4ae-a9fe89b210f7 req-8d6fc380-8649-4243-a0ea-626c0a564735 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Mar 08 04:22:37.703787 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a3cef0ca-d9e7-4ee8-b4ae-a9fe89b210f7 req-e383a825-972a-40f5-8d22-35fbe6e1e267 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b62e50-d4de-419f-8cb1-f668fc656802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Mar 08 04:22:38.249027 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-5698cec7-27ed-4be0-a4f5-c2963300ada2 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:38.250348 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-5698cec7-27ed-4be0-a4f5-c2963300ada2 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Mar 08 04:22:38.346348 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Deleting port 5c081343-c830-44f6-b89f-116d2f7cb247 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:22:38.346683 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:38.431639 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] For port 5c081343-c830-44f6-b89f-116d2f7cb247, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5c081343-c830-44f6-b89f-116d2f7cb247,segment=NetworkSegment(9b1ecf0d-8065-4d05-9591-ed98262133a1),segment_id=9b1ecf0d-8065-4d05-9591-ed98262133a1)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:22:38.431995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:38.443539 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Calling delete_port for 5c081343-c830-44f6-b89f-116d2f7cb247 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:22:38.568001 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (5c081343-c830-44f6-b89f-116d2f7cb247), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:38.601320 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Pushing event deleted for resources: {'Port': ['ID=5c081343-c830-44f6-b89f-116d2f7cb247,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:38.627357 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.627707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.628049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.628381 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.628714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.629036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.629361 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.629681 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.630004 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.630317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.630635 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.630970 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.631284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:38.648172 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] No DVR routers for this DVR port 5c081343-c830-44f6-b89f-116d2f7cb247 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:22:38.650521 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:38.654629 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36b2f522-1634-40ed-929a-260b6dddbb20 req-0a5d2cf9-1f48-416a-b8c6-d3394c50b69f tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.42 "DELETE /v2.0/ports/5c081343-c830-44f6-b89f-116d2f7cb247 HTTP/1.1" status: 204 len: 173 time: 0.3982761 Mar 08 04:22:38.655097 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'name': 'network-vif-deleted', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:22:38.657815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78782ca-3e4d-4472-9bba-dec0ef4fbb6e" -d '{"events": [{"server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "name": "network-vif-deleted", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:22:38.693116 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bfd14f-2966-45f4-9ffc-7527df136d5e x-openstack-request-id: req-c3bfd14f-2966-45f4-9ffc-7527df136d5e {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:22:38.693533 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf7d2d0-9979-4994-8673-09c943ad8b24", "name": "network-vif-deleted", "tag": "5c081343-c830-44f6-b89f-116d2f7cb247", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:22:38.693801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3bfd14f-2966-45f4-9ffc-7527df136d5e {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:22:38.694202 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf7d2d0-9979-4994-8673-09c943ad8b24', 'name': 'network-vif-deleted', 'tag': '5c081343-c830-44f6-b89f-116d2f7cb247', 'status': 'completed', 'code': 200} Mar 08 04:22:38.798838 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0b7ac041-9269-461f-9239-55316e154fb2 req-59089b51-9b06-4968-8377-f5c6e3a423d1 tempest-VolumesSnapshotTestJSON-382776604 tempest-VolumesSnapshotTestJSON-382776604-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf7d2d0-9979-4994-8673-09c943ad8b24 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Mar 08 04:22:40.499529 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5c081343-c830-44f6-b89f-116d2f7cb247 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:22:40.519877 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 5c081343-c830-44f6-b89f-116d2f7cb247 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:22:40.520225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 5c081343-c830-44f6-b89f-116d2f7cb247 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:22:40.826730 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:22:42.984927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377e40b-98ab-4d12-b9b6-faa7d0f1ed19 req-ed796ab8-304e-4794-9951-cf87e65fcda0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:42.986396 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a377e40b-98ab-4d12-b9b6-faa7d0f1ed19 req-ed796ab8-304e-4794-9951-cf87e65fcda0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0533614 Mar 08 04:22:43.033288 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a377e40b-98ab-4d12-b9b6-faa7d0f1ed19 req-aa13226b-90bf-4ca8-b011-55189b3f1e59 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Mar 08 04:22:43.366293 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5cd25b2-2ac8-4f15-b31d-24a3c9553b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:44.156062 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60565c-7d3a-4ca3-9e12-953d3f1f66df req-17ced1e0-0cd6-48c3-b988-345daf1b8587 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:44.157518 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0b60565c-7d3a-4ca3-9e12-953d3f1f66df req-17ced1e0-0cd6-48c3-b988-345daf1b8587 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0555286 Mar 08 04:22:44.205155 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0b60565c-7d3a-4ca3-9e12-953d3f1f66df req-4220636b-a497-4868-984e-d09ba6d32610 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Mar 08 04:22:45.321082 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b6810-af0e-4236-ab09-b7568b83e6ef req-bd6fa8ed-3a62-463e-861a-c3a923dd423e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:45.322522 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ad4b6810-af0e-4236-ab09-b7568b83e6ef req-bd6fa8ed-3a62-463e-861a-c3a923dd423e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0513017 Mar 08 04:22:45.367647 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ad4b6810-af0e-4236-ab09-b7568b83e6ef req-c8a1e74c-dbfa-4d4e-b86a-d2a1c92bd098 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Mar 08 04:22:45.538645 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7604234c-a0ec-45ef-8dcf-7f7b805cba34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:46.487843 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc549af7-456c-47ad-9c5e-25b6d602e915 req-72203e4a-25fb-4d36-9091-3b929e9fe168 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:46.489199 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc549af7-456c-47ad-9c5e-25b6d602e915 req-72203e4a-25fb-4d36-9091-3b929e9fe168 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0550606 Mar 08 04:22:46.534982 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bc549af7-456c-47ad-9c5e-25b6d602e915 req-863d6ccb-2cd0-4809-958d-871e3834524b tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Mar 08 04:22:46.795399 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:47.649936 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02546cc7-434c-42d4-82aa-dde4bcefd7b5 req-92f18c9f-aec8-4b73-940c-255351e38788 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:47.651419 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02546cc7-434c-42d4-82aa-dde4bcefd7b5 req-92f18c9f-aec8-4b73-940c-255351e38788 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0512357 Mar 08 04:22:47.698476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-02546cc7-434c-42d4-82aa-dde4bcefd7b5 req-251bd406-1fcb-40ba-b439-ce9f4a825459 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Mar 08 04:22:48.198567 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:48.829585 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e490-e7f4-44a6-a0a2-8b78876c037a req-b3d90a1e-012c-4010-bdab-4a6d4336fec7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:48.831057 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44a4e490-e7f4-44a6-a0a2-8b78876c037a req-b3d90a1e-012c-4010-bdab-4a6d4336fec7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0550735 Mar 08 04:22:48.881768 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44a4e490-e7f4-44a6-a0a2-8b78876c037a req-acaca375-0bb3-4603-866c-73b589ceacde tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Mar 08 04:22:49.621543 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:49.999382 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71c4b-dd4f-4def-a3fa-a960459505a0 req-2971e383-1cc0-493f-a360-b72c59ead171 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:50.000810 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-04e71c4b-dd4f-4def-a3fa-a960459505a0 req-2971e383-1cc0-493f-a360-b72c59ead171 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0516591 Mar 08 04:22:50.047709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-04e71c4b-dd4f-4def-a3fa-a960459505a0 req-b32ffe9f-d622-4a12-9706-e69d1f60ec04 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Mar 08 04:22:51.168944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02a1dd-8c8e-483c-9b47-17ee9aed2a3d req-d417f1b8-08b3-42a7-87b2-65b869f050e2 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:51.170692 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c02a1dd-8c8e-483c-9b47-17ee9aed2a3d req-d417f1b8-08b3-42a7-87b2-65b869f050e2 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0541406 Mar 08 04:22:51.216910 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c02a1dd-8c8e-483c-9b47-17ee9aed2a3d req-eacaa313-24a0-4dab-a2fe-6b69796a63dc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Mar 08 04:22:52.338397 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3d34-b64e-499b-9a5a-e09df27fd147 req-6ac048a9-02e4-4d0d-ae5c-a60639d950ae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:52.339859 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e73a3d34-b64e-499b-9a5a-e09df27fd147 req-6ac048a9-02e4-4d0d-ae5c-a60639d950ae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0561595 Mar 08 04:22:52.386809 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e73a3d34-b64e-499b-9a5a-e09df27fd147 req-442d6275-5f7d-4527-ab64-783a9fed9ce1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398312 Mar 08 04:22:52.703702 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:53.505729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe18b53-ec5a-4a51-a53b-3531b2311179 req-b83a9d47-632c-4e57-a7fc-f4220880f648 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:53.507188 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5fe18b53-ec5a-4a51-a53b-3531b2311179 req-b83a9d47-632c-4e57-a7fc-f4220880f648 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0541477 Mar 08 04:22:53.552382 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5fe18b53-ec5a-4a51-a53b-3531b2311179 req-51645c82-5152-4ba3-b7b4-471f9765b1b3 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Mar 08 04:22:54.668477 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c149-7251-41bf-a186-a307c6add99e req-2de83945-e029-48be-9e22-949d8c149caf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:54.670143 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9482c149-7251-41bf-a186-a307c6add99e req-2de83945-e029-48be-9e22-949d8c149caf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0520658 Mar 08 04:22:54.719788 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9482c149-7251-41bf-a186-a307c6add99e req-1c782d94-f215-452f-bc51-eabbb432aa1f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Mar 08 04:22:55.836982 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca37b64-0802-4525-bf3a-2baf5dc1bc0c req-be039f74-351c-41f6-a31c-0370167d6308 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:55.838431 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2ca37b64-0802-4525-bf3a-2baf5dc1bc0c req-be039f74-351c-41f6-a31c-0370167d6308 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0517483 Mar 08 04:22:55.888950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2ca37b64-0802-4525-bf3a-2baf5dc1bc0c req-2033f354-7692-4ca2-a4f0-9145338c7bdf tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Mar 08 04:22:57.007130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7472aa-2475-4fb3-8e3a-23527031ecd9 req-ba141de5-e513-42fc-811b-f8917a6aca0a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:57.008578 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-af7472aa-2475-4fb3-8e3a-23527031ecd9 req-ba141de5-e513-42fc-811b-f8917a6aca0a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0521638 Mar 08 04:22:57.056163 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-af7472aa-2475-4fb3-8e3a-23527031ecd9 req-3f004c9f-03f2-437a-82fd-299836dd10ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411665 Mar 08 04:22:58.182564 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd80cb-4be1-443e-a898-703f961d78f5 req-e237ef13-b295-421a-8ddd-59f1e8892372 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:58.184068 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d5cd80cb-4be1-443e-a898-703f961d78f5 req-e237ef13-b295-421a-8ddd-59f1e8892372 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0570991 Mar 08 04:22:58.230380 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d5cd80cb-4be1-443e-a898-703f961d78f5 req-a5a7c36e-04ca-4d18-aa95-dadd03e8302a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Mar 08 04:22:58.871193 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54738) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:22:58.915075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Deleting subnet 00e98677-b99d-400c-8173-96b3846f432a {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:22:58.918130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Publish callbacks [] for subnet (00e98677-b99d-400c-8173-96b3846f432a), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:58.954612 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (00e98677-b99d-400c-8173-96b3846f432a), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.000424 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (00e98677-b99d-400c-8173-96b3846f432a), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.052704 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (00e98677-b99d-400c-8173-96b3846f432a), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.075703 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e98677-b99d-400c-8173-96b3846f432a,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:59.082029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.085234 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-48ec34d9-b43a-4355-b2cc-316702de80ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00e98677-b99d-400c-8173-96b3846f432a HTTP/1.1" status: 204 len: 168 time: 0.2130454 Mar 08 04:22:59.087653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54740) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:22:59.153750 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (9e02f040-faf2-46fe-9e45-c551117f691d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.235537 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (9e02f040-faf2-46fe-9e45-c551117f691d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.255401 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e02f040-faf2-46fe-9e45-c551117f691d']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:59.265334 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1ecf0d-8065-4d05-9591-ed98262133a1') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:59.265629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1ecf0d-8065-4d05-9591-ed98262133a1') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:22:59.275012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (9b1ecf0d-8065-4d05-9591-ed98262133a1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.288477 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (9b1ecf0d-8065-4d05-9591-ed98262133a1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.294391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:22:59.294790 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (9b1ecf0d-8065-4d05-9591-ed98262133a1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:22:59.296568 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:22:59.383533 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (9e02f040-faf2-46fe-9e45-c551117f691d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.388436 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.392353 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e02f040-faf2-46fe-9e45-c551117f691d HTTP/1.1" status: 204 len: 168 time: 0.3038087 Mar 08 04:22:59.408075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d29d-b401-49e4-9bc7-7656b39b8da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e02f040-faf2-46fe-9e45-c551117f691d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:59.422130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae9e0-320f-47f6-b411-795ff1cc80e7 req-5c99641e-24f3-42f1-bf5e-8c4162e1af14 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:59.423679 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2fdae9e0-320f-47f6-b411-795ff1cc80e7 req-5c99641e-24f3-42f1-bf5e-8c4162e1af14 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1263239 Mar 08 04:22:59.473549 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2fdae9e0-320f-47f6-b411-795ff1cc80e7 req-a0743833-691e-475e-b45a-d98794f19e89 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Mar 08 04:22:59.504727 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54750) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:22:59.549024 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-c1e9c79c-6f83-4920-ab6e-143fae439435 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a4a9cda451546f5a8839d889d7b5a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409245 Mar 08 04:22:59.549375 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54754) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:22:59.631426 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Publish callbacks [] for security_group (06b62e50-d4de-419f-8cb1-f668fc656802), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.657552 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Publish callbacks [] for security_group (06b62e50-d4de-419f-8cb1-f668fc656802), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.714919 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (06b62e50-d4de-419f-8cb1-f668fc656802), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.718702 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:22:59.723729 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06b62e50-d4de-419f-8cb1-f668fc656802 HTTP/1.1" status: 204 len: 168 time: 0.1730151 Mar 08 04:22:59.735408 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b62e50-d4de-419f-8cb1-f668fc656802,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:22:59.745074 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.745531 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.746006 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.746138 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b474b-9ce0-41c5-8c7d-faa0cc4753de req-bbbf6ad4-b42f-4896-afb0-58eaf1428898 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:59.746655 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.747200 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.747624 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.747857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-593b474b-9ce0-41c5-8c7d-faa0cc4753de req-bbbf6ad4-b42f-4896-afb0-58eaf1428898 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0957739 Mar 08 04:22:59.748259 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.750112 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.750544 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.751021 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.751429 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.751845 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.752264 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835264d2-c6b6-4ea1-a4fb-bed2e8c0699e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:22:59.840801 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-593b474b-9ce0-41c5-8c7d-faa0cc4753de req-fe974d5e-4a3d-4b4f-a8e9-8840a17bb699 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809786 Mar 08 04:22:59.843393 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-2b2f4d87-dc31-4df8-9545-64da1d696ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:22:59.844822 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-2b2f4d87-dc31-4df8-9545-64da1d696ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1130 time: 0.0960343 Mar 08 04:23:00.232277 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-7c20d851-ce51-4bb5-92e9-ddac069b41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:00.234270 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-7c20d851-ce51-4bb5-92e9-ddac069b41a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.3822668 Mar 08 04:23:00.247655 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865064af-e26e-400a-a8e8-2b129520d0f3 req-a6ed6208-4b97-4a6c-9c0f-974241de6031 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:00.249972 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-865064af-e26e-400a-a8e8-2b129520d0f3 req-a6ed6208-4b97-4a6c-9c0f-974241de6031 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.3172877 Mar 08 04:23:00.337855 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-4bba45ba-f710-4ee2-aeab-ebf8f49ce38d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 1002 time: 0.0869584 Mar 08 04:23:00.344993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-865064af-e26e-400a-a8e8-2b129520d0f3 req-0b5f3a18-c45e-4bb0-b489-4370dd54f6a7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885754 Mar 08 04:23:00.388131 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-c0c0c918-ee7c-40e2-b87d-1047364d0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:00.390690 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-c0c0c918-ee7c-40e2-b87d-1047364d0c6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0448823 Mar 08 04:23:00.441133 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-76cbd41a-9d29-461d-be7c-0292f4a1e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:00.442558 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-76cbd41a-9d29-461d-be7c-0292f4a1e9d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445724 Mar 08 04:23:00.535007 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-6942d78f-ca21-466a-86c1-5df973dfb4b5 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842128 Mar 08 04:23:00.624589 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37024c51-bee6-487f-a527-4f6d1d0b94ab req-0a3cb1e9-fb7a-4693-84b1-d6a4cc88a5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Mar 08 04:23:00.961259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948079d3-4a81-4830-849f-5e0f5851c416 req-32fb2c0f-b520-45f6-9cb3-8a6acbe460d2 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:00.962700 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-948079d3-4a81-4830-849f-5e0f5851c416 req-32fb2c0f-b520-45f6-9cb3-8a6acbe460d2 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0523889 Mar 08 04:23:01.013560 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-948079d3-4a81-4830-849f-5e0f5851c416 req-1fea4238-4c3a-429a-a135-2fea0e9b6a79 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Mar 08 04:23:01.460513 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79355f-ce54-425d-8938-aea6eb7b735e req-c200e2bc-d28f-44c8-91fe-71bc23014bc6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:01.461956 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aa79355f-ce54-425d-8938-aea6eb7b735e req-c200e2bc-d28f-44c8-91fe-71bc23014bc6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Mar 08 04:23:01.508869 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aa79355f-ce54-425d-8938-aea6eb7b735e req-a92b5d61-2b3c-40ca-8613-777c158add4e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacc7d65-080c-497d-a5dc-0820681e763f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Mar 08 04:23:01.716451 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-e01757c5-bed7-47d7-ac1d-a2603233ff23 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:01.718089 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-e01757c5-bed7-47d7-ac1d-a2603233ff23 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 946 time: 0.0517411 Mar 08 04:23:01.811878 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port 8de78f47-55ad-4971-841a-b7fb3b37c724 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:23:01.812210 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:01.898784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] For port 8de78f47-55ad-4971-841a-b7fb3b37c724, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8de78f47-55ad-4971-841a-b7fb3b37c724,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:01.899157 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:02.203731 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:02.204094 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:02.204410 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 7227aebd-7c1f-43ee-9aa5-dff3effc5620 disassociated. External IP: 172.28.1.218, port: 8de78f47-55ad-4971-841a-b7fb3b37c724. Mar 08 04:23:02.204748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for 8de78f47-55ad-4971-841a-b7fb3b37c724 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:23:02.224530 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0631d37-58dc-4f75-99ff-c1665727ee24 req-842d33f7-7101-40d7-b621-9f0c0fb9342f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:02.225995 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b0631d37-58dc-4f75-99ff-c1665727ee24 req-842d33f7-7101-40d7-b621-9f0c0fb9342f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.1377594 Mar 08 04:23:02.319165 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b0631d37-58dc-4f75-99ff-c1665727ee24 req-3d7ea4d7-9543-4b24-af53-5593e9380293 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587878 Mar 08 04:23:02.382675 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (8de78f47-55ad-4971-841a-b7fb3b37c724), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:02.411844 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=8de78f47-55ad-4971-841a-b7fb3b37c724,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:02.532722 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:23:02.610800 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4748ba4e-d42b-4e4e-9bec-24cd975242ee req-592abf39-a1c9-4b5d-b27d-b2b0a8e12185 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6017b505-1dc5-4766-a850-7026de0aec21 HTTP/1.1" status: 200 len: 210 time: 0.0319285 Mar 08 04:23:02.668455 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:23:02.679997 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:23:02.692313 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:02.693010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:22:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:02.714285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] No DVR routers for this DVR port 8de78f47-55ad-4971-841a-b7fb3b37c724 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:23:02.716909 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:02.721052 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-89059fe2-387c-4987-a2cf-c9ae73bbad45 req-03a33548-e16a-4187-902c-3cf419106098 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "DELETE /v2.0/ports/8de78f47-55ad-4971-841a-b7fb3b37c724 HTTP/1.1" status: 204 len: 173 time: 0.9975388 Mar 08 04:23:02.721439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'name': 'network-vif-deleted', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:02.723661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13edf512-c2d1-43c2-9781-f53e0c34e63b" -d '{"events": [{"server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "name": "network-vif-deleted", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:02.763303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaddef3-74a6-4021-9ad5-2c3003e9379f x-openstack-request-id: req-fcaddef3-74a6-4021-9ad5-2c3003e9379f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:02.763592 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6017b505-1dc5-4766-a850-7026de0aec21", "name": "network-vif-deleted", "tag": "8de78f47-55ad-4971-841a-b7fb3b37c724", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:02.763985 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcaddef3-74a6-4021-9ad5-2c3003e9379f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:02.764409 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6017b505-1dc5-4766-a850-7026de0aec21', 'name': 'network-vif-deleted', 'tag': '8de78f47-55ad-4971-841a-b7fb3b37c724', 'status': 'completed', 'code': 200} Mar 08 04:23:02.820047 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:03.043176 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:03.073101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:23:03.081484 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:03.082090 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:22:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:03.317328 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:03.538404 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:03.565830 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b78e-67ee-4092-b2be-a0ecd99d288d None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '34408541-d66d-4b07-bc1e-3f2d2879a056', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:f9:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784072f-2f71-4f93-9727-642d5342032e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:18:56Z', 'updated_at': '2022-03-08T04:19:24Z', 'revision_number': 2, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:23:03.716208 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54786) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:03.772853 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (dacc7d65-080c-497d-a5dc-0820681e763f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:03.807152 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (dacc7d65-080c-497d-a5dc-0820681e763f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:03.837358 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d6f05-3e49-4a36-896e-6b37509147c6 None None] New status for floating IP 7227aebd-7c1f-43ee-9aa5-dff3effc5620: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:23:03.864802 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dacc7d65-080c-497d-a5dc-0820681e763f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:03.867741 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:03.869050 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/security-groups/dacc7d65-080c-497d-a5dc-0820681e763f HTTP/1.1" status: 204 len: 168 time: 0.1518509 Mar 08 04:23:03.872273 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54788) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:03.879919 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314f08c-ea5a-4e91-b995-ffcf1d4cdee9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc7d65-080c-497d-a5dc-0820681e763f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:03.900071 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-934d1338-99ba-4b48-8495-bfedde37f49b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] show failed (client error): The resource could not be found. Mar 08 04:23:03.905316 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54790) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:03.916739 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-934d1338-99ba-4b48-8495-bfedde37f49b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups/dacc7d65-080c-497d-a5dc-0820681e763f HTTP/1.1" status: 404 len: 347 time: 0.0415835 Mar 08 04:23:04.050105 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port 5476df38-eec7-44d7-9c03-6926f2336e7e {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:23:04.050434 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.123056 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.123492 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (5476df38-eec7-44d7-9c03-6926f2336e7e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.135202 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for 5476df38-eec7-44d7-9c03-6926f2336e7e owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:23:04.272609 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (5476df38-eec7-44d7-9c03-6926f2336e7e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.297092 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=5476df38-eec7-44d7-9c03-6926f2336e7e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:04.360053 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (7227aebd-7c1f-43ee-9aa5-dff3effc5620), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.362626 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:04.363809 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f0199f03-fc8e-4710-9cd7-8d14fb060e10 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/floatingips/7227aebd-7c1f-43ee-9aa5-dff3effc5620 HTTP/1.1" status: 204 len: 168 time: 0.4563444 Mar 08 04:23:04.587036 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8de78f47-55ad-4971-841a-b7fb3b37c724 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:23:04.610108 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 8de78f47-55ad-4971-841a-b7fb3b37c724 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:23:04.610453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 8de78f47-55ad-4971-841a-b7fb3b37c724 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:23:05.985556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6ee1-8ebc-49e9-ab56-498eb14b677c req-001a9a9d-8b4f-4828-8ada-67039773454c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:05.986945 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-01bd6ee1-8ebc-49e9-ab56-498eb14b677c req-001a9a9d-8b4f-4828-8ada-67039773454c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.0527780 Mar 08 04:23:06.032551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-01bd6ee1-8ebc-49e9-ab56-498eb14b677c req-ea5ad19c-5d75-4ede-b433-2685cbbaf67b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Mar 08 04:23:07.152078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebb79f-0f55-45cc-89d4-d636e51b4c5c req-67d299cb-00fb-498e-8f47-6413d768ae0f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:07.153502 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c2ebb79f-0f55-45cc-89d4-d636e51b4c5c req-67d299cb-00fb-498e-8f47-6413d768ae0f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.0524545 Mar 08 04:23:07.203397 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c2ebb79f-0f55-45cc-89d4-d636e51b4c5c req-b09702eb-596b-48e0-83b4-90ea6eead1b7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Mar 08 04:23:08.053794 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751874c-560e-4353-bbcf-25320766e102 req-332c1f7d-937a-47f0-a5d6-ab94f069bfd8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:08.055238 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2751874c-560e-4353-bbcf-25320766e102 req-332c1f7d-937a-47f0-a5d6-ab94f069bfd8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.0516417 Mar 08 04:23:08.149687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port c9283a74-e9bd-4980-946c-c019ac9be611 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:23:08.150025 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.240590 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] For port c9283a74-e9bd-4980-946c-c019ac9be611, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9283a74-e9bd-4980-946c-c019ac9be611,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:08.241131 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.389622 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23aaa9-50e0-4184-8c54-785657eb8d37 req-4d498912-e1bd-43e7-a752-5a2e79690c6a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:08.391161 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ab23aaa9-50e0-4184-8c54-785657eb8d37 req-4d498912-e1bd-43e7-a752-5a2e79690c6a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=e784072f-2f71-4f93-9727-642d5342032e HTTP/1.1" status: 200 len: 945 time: 0.1076753 Mar 08 04:23:08.485948 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.486226 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.486537 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 34408541-d66d-4b07-bc1e-3f2d2879a056 disassociated. External IP: 172.28.1.109, port: c9283a74-e9bd-4980-946c-c019ac9be611. Mar 08 04:23:08.486908 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for c9283a74-e9bd-4980-946c-c019ac9be611 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:23:08.491189 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ab23aaa9-50e0-4184-8c54-785657eb8d37 req-f510ad67-627d-488e-9ac2-098677bbe402 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=749aafc1-191b-4d66-84ed-f018fd24f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937493 Mar 08 04:23:08.613990 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c9283a74-e9bd-4980-946c-c019ac9be611), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.641453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=c9283a74-e9bd-4980-946c-c019ac9be611,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:08.754828 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:23:08.864549 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:23:08.874834 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:23:08.884516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:08.885132 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:22:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:08.908580 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] No DVR routers for this DVR port c9283a74-e9bd-4980-946c-c019ac9be611 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:23:08.911115 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:08.914365 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2751874c-560e-4353-bbcf-25320766e102 req-8b61947b-2480-4789-95c7-e7cbb9287d1e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "DELETE /v2.0/ports/c9283a74-e9bd-4980-946c-c019ac9be611 HTTP/1.1" status: 204 len: 173 time: 0.8522394 Mar 08 04:23:08.914845 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'name': 'network-vif-deleted', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:08.917058 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f25d6-7a0f-40a1-bf48-6fe6ecb04519" -d '{"events": [{"server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "name": "network-vif-deleted", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:08.957695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb81656-8046-42c6-9c61-c748b67cabdc x-openstack-request-id: req-8bb81656-8046-42c6-9c61-c748b67cabdc {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:08.958007 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784072f-2f71-4f93-9727-642d5342032e", "name": "network-vif-deleted", "tag": "c9283a74-e9bd-4980-946c-c019ac9be611", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:08.958254 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bb81656-8046-42c6-9c61-c748b67cabdc {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:08.958651 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784072f-2f71-4f93-9727-642d5342032e', 'name': 'network-vif-deleted', 'tag': 'c9283a74-e9bd-4980-946c-c019ac9be611', 'status': 'completed', 'code': 200} Mar 08 04:23:09.014729 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:09.282109 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:09.309688 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:23:09.323680 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:09.324281 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:22:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:09.476021 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:09.575219 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54822) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:09.631709 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (749aafc1-191b-4d66-84ed-f018fd24f04f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.654144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (749aafc1-191b-4d66-84ed-f018fd24f04f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.693985 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:09.705418 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (749aafc1-191b-4d66-84ed-f018fd24f04f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.708271 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.711835 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/security-groups/749aafc1-191b-4d66-84ed-f018fd24f04f HTTP/1.1" status: 204 len: 168 time: 0.1331732 Mar 08 04:23:09.712322 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54824) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:09.718873 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d9331-8a23-4363-8dae-e000aaedfbc2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749aafc1-191b-4d66-84ed-f018fd24f04f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:09.724448 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef2d8b-6ac6-4ac4-ab7a-906dd6de42da None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:23:09.727208 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-0dc7160c-93d3-44de-9db3-f6159877b387 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] show failed (client error): The resource could not be found. Mar 08 04:23:09.728278 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0dc7160c-93d3-44de-9db3-f6159877b387 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups/749aafc1-191b-4d66-84ed-f018fd24f04f HTTP/1.1" status: 404 len: 347 time: 0.0148580 Mar 08 04:23:09.731308 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54826) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:09.858648 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port d1884b18-e23e-4fae-a767-39297bf6c0cd {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:23:09.859022 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.941296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.941622 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (d1884b18-e23e-4fae-a767-39297bf6c0cd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:09.949719 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba9f17-d8b7-438c-8c0f-8907568119e5 None None] New status for floating IP 34408541-d66d-4b07-bc1e-3f2d2879a056: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:23:09.953619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for d1884b18-e23e-4fae-a767-39297bf6c0cd owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:23:10.108283 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (d1884b18-e23e-4fae-a767-39297bf6c0cd), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.131368 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=d1884b18-e23e-4fae-a767-39297bf6c0cd,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:10.193668 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (34408541-d66d-4b07-bc1e-3f2d2879a056), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.196295 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.197455 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-934212a8-a767-40fc-b74e-e80712f5752b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/floatingips/34408541-d66d-4b07-bc1e-3f2d2879a056 HTTP/1.1" status: 204 len: 168 time: 0.4651659 Mar 08 04:23:10.381426 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54830) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:10.385959 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880418656', 'description': 'tempest-description--1875894963'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:10.404718 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.469572 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (67df3729-c00e-4f03-8451-daab5f7ff4cb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.472968 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (67df3729-c00e-4f03-8451-daab5f7ff4cb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.501839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.503044 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1205838 Mar 08 04:23:10.504897 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28250-3fa1-4d89-9c0f-198fc8052f15 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67df3729-c00e-4f03-8451-daab5f7ff4cb,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:10.506001 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54832) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:10.511292 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '67df3729-c00e-4f03-8451-daab5f7ff4cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:10.537749 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (8cfe5507-0dfd-4749-9981-587a440ae9d3), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.592999 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (8cfe5507-0dfd-4749-9981-587a440ae9d3), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.596589 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (8cfe5507-0dfd-4749-9981-587a440ae9d3), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.613317 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfe5507-0dfd-4749-9981-587a440ae9d3,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:10.620815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.621968 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-970d4cda-038a-47c4-9654-94ab4cf146dd tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143236 Mar 08 04:23:10.625293 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54834) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:10.629957 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '67df3729-c00e-4f03-8451-daab5f7ff4cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:10.630274 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c9283a74-e9bd-4980-946c-c019ac9be611 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:23:10.650823 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: c9283a74-e9bd-4980-946c-c019ac9be611 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:23:10.651169 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device c9283a74-e9bd-4980-946c-c019ac9be611 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:23:10.655396 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (edff5633-b28b-4a78-91d9-fdf08db0effb), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.714351 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (edff5633-b28b-4a78-91d9-fdf08db0effb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.718807 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (edff5633-b28b-4a78-91d9-fdf08db0effb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.735973 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff5633-b28b-4a78-91d9-fdf08db0effb,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:10.744769 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.745944 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-47ecd7a1-ac8c-4496-8f9a-25e9a39f074d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196206 Mar 08 04:23:10.749265 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 54836) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:10.753377 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:10.772127 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.865584 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:10.972633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.28.1.41 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/585abe87-c149-4dee-9bdd-9bda3505f8e2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:23:11.072260 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.107982 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.143586 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:23:11.146232 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:23:11.149529 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:23:11.175544 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=585abe87-c149-4dee-9bdd-9bda3505f8e2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:11.235276 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.269870 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.412176 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.417149 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.694120 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=585abe87-c149-4dee-9bdd-9bda3505f8e2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:11.706199 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.721363 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:11.722569 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b55bb06a-9c30-4953-893c-d521973dec26 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9723957 Mar 08 04:23:11.911933 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-96ea7dd5-ba93-4f01-aa57-638d40f84900 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--880418656&fields=id&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 267 time: 0.0419071 Mar 08 04:23:12.017756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-bf366452-5a2c-49db-9e5c-ba4739c4942f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:12.019126 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-bf366452-5a2c-49db-9e5c-ba4739c4942f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1010308 Mar 08 04:23:12.033470 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-27deacc9-c40c-4d88-9762-b31995c5a558 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/quotas/4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Mar 08 04:23:12.087994 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-3b7b9b2a-b4a3-4372-ab72-82adeee235c6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496724 Mar 08 04:23:12.184542 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-3bc5bbe8-3048-496f-a4bf-23816b8df858 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848644 Mar 08 04:23:12.271374 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-5117f027-25ad-497a-9525-92974b32c245 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810730 Mar 08 04:23:12.431272 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fccec6f2-fb95-496e-ab40-e8d63abd4caf req-255411bb-8ff7-4846-a125-49c65b420937 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 210 time: 0.0272117 Mar 08 04:23:13.377043 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03b1770e-bd43-48cd-a595-fbe97acb0a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:13.470636 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-043d7c2b-67b3-4f94-be89-3d369e7ec5dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:13.472123 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-043d7c2b-67b3-4f94-be89-3d369e7ec5dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1080525 Mar 08 04:23:13.538495 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-009f77ca-d970-4049-a103-ab7924c8f5a6 req-b4109012-6b98-4fe6-8962-09b5ef1813e8 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 210 time: 0.0383804 Mar 08 04:23:13.575765 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-68775c54-eb92-4ec7-8131-e31f1d62a516 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 379 time: 0.0668862 Mar 08 04:23:13.584603 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'port': {'device_id': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'admin_state_up': True, 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'security_groups': ['67df3729-c00e-4f03-8451-daab5f7ff4cb']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:13.922299 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:23:13.925608 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.050206 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.20.0.5 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/4740b321-013e-4d0b-93de-7d63a79a6dd1) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:23:14.181971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.215263 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.262755 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:23:14.265792 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:23:14.269390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:23:14.293346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:14.323103 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:14.323726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.341456 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-f7cf17cf-38c2-4b5f-b712-cfaca421a9fe tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602766 Mar 08 04:23:14.362290 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Request body: {'port': {'device_id': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:14.424131 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.505077 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-9bc9e5ba-d4f3-4f59-b485-a44012e74196 None None] Provisioning complete for port 4740b321-013e-4d0b-93de-7d63a79a6dd1 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:23:14.505641 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e5ba-d4f3-4f59-b485-a44012e74196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.539149 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9e5ba-d4f3-4f59-b485-a44012e74196 None None] Port 4740b321-013e-4d0b-93de-7d63a79a6dd1 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:23:14.685948 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57b97-d46b-4dea-aff7-f81a9db5aa00 req-5d7aac6e-51e6-4207-a298-5cac85a8faaa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:14.687465 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-afb57b97-d46b-4dea-aff7-f81a9db5aa00 req-5d7aac6e-51e6-4207-a298-5cac85a8faaa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 931 time: 0.0811005 Mar 08 04:23:14.753414 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4740b321-013e-4d0b-93de-7d63a79a6dd1 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:23:14.766401 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks [] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.774821 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-afb57b97-d46b-4dea-aff7-f81a9db5aa00 req-06fec189-98b2-49a5-a388-8bdc89e4bf31 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786493 Mar 08 04:23:14.782197 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Transition to ACTIVE for port object 4740b321-013e-4d0b-93de-7d63a79a6dd1 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:23:14.786586 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.840268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Pushing event updated for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:14.910891 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Attempting to bind port 4740b321-013e-4d0b-93de-7d63a79a6dd1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:23:14.911399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Attempting to bind port 4740b321-013e-4d0b-93de-7d63a79a6dd1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:23:14.911792 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Attempting to bind port 4740b321-013e-4d0b-93de-7d63a79a6dd1 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:23:14.916271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Port 4740b321-013e-4d0b-93de-7d63a79a6dd1 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:23:14.916587 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Attempting to bind port 4740b321-013e-4d0b-93de-7d63a79a6dd1 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:23:14.921989 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:23:14.922323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:23:14.922705 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:23:14.923174 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Bound port: 4740b321-013e-4d0b-93de-7d63a79a6dd1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:23:14.923535 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:14.988765 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:23:14.991672 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:23:14.997093 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:15.033383 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.034000 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:15.035378 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] 10.222.0.42 "PUT /v2.0/ports/4740b321-013e-4d0b-93de-7d63a79a6dd1 HTTP/1.1" status: 200 len: 1093 time: 0.6777058 Mar 08 04:23:15.035816 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:15.038021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:15.066281 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed44aa-ac83-42a3-81ab-614e574f6408 service neutron] Pushing event updated for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:15.090724 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a61f68-1385-40ac-9694-80a5e6557136 x-openstack-request-id: req-14a61f68-1385-40ac-9694-80a5e6557136 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:15.091258 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:15.092235 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14a61f68-1385-40ac-9694-80a5e6557136 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:15.092829 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'status': 'completed', 'code': 200} Mar 08 04:23:15.160370 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-bd96305f-7e5c-41d6-a243-b710a09d3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.161964 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-bd96305f-7e5c-41d6-a243-b710a09d3355 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 1127 time: 0.0480945 Mar 08 04:23:15.211830 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-74542374-aed7-4f31-aed8-ac30f2eabbdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Mar 08 04:23:15.262864 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-89d028d7-3273-47ef-93b1-d69112576a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.264392 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-89d028d7-3273-47ef-93b1-d69112576a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0467968 Mar 08 04:23:15.313642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-75a11d1e-4fe1-41fd-a77e-9124e60affe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.315165 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-75a11d1e-4fe1-41fd-a77e-9124e60affe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451021 Mar 08 04:23:15.402236 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-bcac7e06-0c56-4cc1-aee1-52fcb42607b8 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809131 Mar 08 04:23:15.506388 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe69c839-ae46-4c08-b0f9-e3abbe3da829 req-99c6c60e-c954-4871-a4f9-2a4cafe937b9 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975430 Mar 08 04:23:15.540216 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14480e6-1813-40d6-b5be-a71171a5b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:15.663301 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-668838d3-6b70-4c7b-a15a-19491d64fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.664950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-668838d3-6b70-4c7b-a15a-19491d64fbd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 1127 time: 0.0466924 Mar 08 04:23:15.760555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-7ca4ed62-1788-4d47-9596-fa13de296e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.762020 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-7ca4ed62-1788-4d47-9596-fa13de296e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0901041 Mar 08 04:23:15.805193 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-1198e098-643d-44d9-92ef-98311d4dfd09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1 HTTP/1.1" status: 200 len: 217 time: 0.0355744 Mar 08 04:23:15.894895 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-d2df083c-983f-4b73-b7c2-06f4ac1e1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.896367 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-d2df083c-983f-4b73-b7c2-06f4ac1e1ad2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0801630 Mar 08 04:23:15.940842 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab8386-d88e-4647-aa15-6e4efc1bb0bf req-52d40448-2f90-4619-8f50-a6f7c2861c9c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.942664 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1dab8386-d88e-4647-aa15-6e4efc1bb0bf req-52d40448-2f90-4619-8f50-a6f7c2861c9c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 943 time: 0.0951021 Mar 08 04:23:15.986787 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-97ba3d15-efb7-4cdb-951c-1eee11c2eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:15.988293 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-97ba3d15-efb7-4cdb-951c-1eee11c2eb80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0838172 Mar 08 04:23:16.021304 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1dab8386-d88e-4647-aa15-6e4efc1bb0bf req-81cd6467-2ecb-4269-85c4-4f6539175fc7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724444 Mar 08 04:23:16.092870 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-a8d06b92-9f91-43e2-bdb5-64637f8f523e service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969653 Mar 08 04:23:16.187956 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03ec8-afa9-4a62-bb84-273a675bfc5f req-f4aa5c56-f611-474f-992e-fa43c09b6943 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Mar 08 04:23:16.798257 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:17.145985 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eab0e-15f7-4a7a-9621-03e9daac9baf req-22c4632a-dcf4-43e9-a647-8261c105cad4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:17.147494 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-685eab0e-15f7-4a7a-9621-03e9daac9baf req-22c4632a-dcf4-43e9-a647-8261c105cad4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 943 time: 0.0572801 Mar 08 04:23:17.193418 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-685eab0e-15f7-4a7a-9621-03e9daac9baf req-0864bb03-e190-46d2-9a9f-92ad856b1fb6 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Mar 08 04:23:17.825091 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:23:18.204413 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:18.311893 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82315-8b5a-44bb-910d-b34e8111f004 req-e054d249-252f-45e2-a80b-323c2991761d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:18.313380 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-45f82315-8b5a-44bb-910d-b34e8111f004 req-e054d249-252f-45e2-a80b-323c2991761d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 943 time: 0.0538743 Mar 08 04:23:18.360542 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-45f82315-8b5a-44bb-910d-b34e8111f004 req-93e07286-7641-414d-93bd-e2847c14c251 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Mar 08 04:23:18.661040 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 4740b321-013e-4d0b-93de-7d63a79a6dd1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:23:18.761271 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:18.772092 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'port_id': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'mac_address': 'fa:16:3e:0d:ea:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:23:18.809265 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 4740b321-013e-4d0b-93de-7d63a79a6dd1 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:18.809661 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:18.822936 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4740b321-013e-4d0b-93de-7d63a79a6dd1 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:23:18.842045 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:18.845446 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:18.895012 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:18.901849 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.902206 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.902573 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.902947 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.903285 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.903620 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.903983 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.904312 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.904724 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.905077 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.905413 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.905742 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:18.906069 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:23:19.342314 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['4740b321-013e-4d0b-93de-7d63a79a6dd1'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:23:19.476085 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42777d0-2f1b-4620-926c-58be9012b9ab req-09a3133c-6d88-4ae0-a3a2-dae70f8dfa93 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:19.477527 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f42777d0-2f1b-4620-926c-58be9012b9ab req-09a3133c-6d88-4ae0-a3a2-dae70f8dfa93 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 944 time: 0.0515451 Mar 08 04:23:19.527388 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f42777d0-2f1b-4620-926c-58be9012b9ab req-e9cce19b-b63b-44b9-9c38-9d5abee37012 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437362 Mar 08 04:23:19.632198 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:20.606488 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c269e-d32f-4d7d-ba09-ed60cf776b0d req-79fc3f70-9471-427a-bf53-ce7be88b2873 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:20.607982 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a54c269e-d32f-4d7d-ba09-ed60cf776b0d req-79fc3f70-9471-427a-bf53-ce7be88b2873 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0551848 Mar 08 04:23:20.673787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 4740b321-013e-4d0b-93de-7d63a79a6dd1 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:23:20.707775 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a54c269e-d32f-4d7d-ba09-ed60cf776b0d req-75cba6d8-2bdc-4cbb-a517-b18dbc2550d8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920064 Mar 08 04:23:20.725623 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f9f9-a51c-4e12-ba40-6bde9ee69f67 req-85ad0e78-1013-4ac2-93bc-379ffd93fad5 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:20.726229 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 4740b321-013e-4d0b-93de-7d63a79a6dd1 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:23:20.727117 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3942f9f9-a51c-4e12-ba40-6bde9ee69f67 req-85ad0e78-1013-4ac2-93bc-379ffd93fad5 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 944 time: 0.1279109 Mar 08 04:23:20.731374 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 4740b321-013e-4d0b-93de-7d63a79a6dd1 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:23:20.731814 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:20.757302 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-76b4913c-03f1-447d-a6cb-afceb2e8ad3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971546 Mar 08 04:23:20.786474 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3942f9f9-a51c-4e12-ba40-6bde9ee69f67 req-21463828-f14c-4de5-91e4-66926e7a9f7c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512137 Mar 08 04:23:20.818094 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 4740b321-013e-4d0b-93de-7d63a79a6dd1 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:20.818484 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:20.841573 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:20.844051 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb0b02-6234-4f13-8ece-04ff08705a36" -d '{"events": [{"server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "name": "network-vif-plugged", "status": "completed", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:20.844688 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-4773b85b-53e6-48a2-8d83-f6e2647ca09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:20.846175 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-4773b85b-53e6-48a2-8d83-f6e2647ca09e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 1130 time: 0.0449333 Mar 08 04:23:20.856363 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:20.861807 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:20.895739 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23abf1a-24d7-4653-942a-cfe846e31947 x-openstack-request-id: req-c23abf1a-24d7-4653-942a-cfe846e31947 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:20.896058 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "name": "network-vif-plugged", "status": "completed", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:20.896325 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c23abf1a-24d7-4653-942a-cfe846e31947 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:20.896718 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'code': 200} Mar 08 04:23:20.919435 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:20.958225 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-337920d6-cdb4-470e-990b-10ee7c010642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:20.959749 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-337920d6-cdb4-470e-990b-10ee7c010642 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.0928648 Mar 08 04:23:21.027283 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-da7bd613-77e8-4e7d-947d-c75426e8b850 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 200 len: 1002 time: 0.0603440 Mar 08 04:23:21.106983 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-42809a4e-a92b-40f2-958d-d152dc47df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:21.108435 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-42809a4e-a92b-40f2-958d-d152dc47df0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0702782 Mar 08 04:23:21.142548 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c003f-13b1-464b-85e4-7acbc3879b5c req-c8dc121f-e0fe-47fd-b161-ed0150edfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:21.143995 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff7c003f-13b1-464b-85e4-7acbc3879b5c req-c8dc121f-e0fe-47fd-b161-ed0150edfefc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 1129 time: 0.0801117 Mar 08 04:23:21.181510 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-3606e692-d0b5-41f8-8b31-f4a9b8a392be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:21.182963 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-3606e692-d0b5-41f8-8b31-f4a9b8a392be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0675824 Mar 08 04:23:21.204961 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff7c003f-13b1-464b-85e4-7acbc3879b5c req-c295d06b-ffa8-4cee-b68b-9c251d46d853 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535398 Mar 08 04:23:21.280543 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-206b5282-af49-4b1d-9c33-76f4f9da57af service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884521 Mar 08 04:23:21.694540 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0473dc6-cf21-4187-a36a-f82b553e51da req-283e80e2-cf7d-467a-b552-c83998e135a6 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834689 Mar 08 04:23:21.833012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf317-ed72-42fa-b95f-bedfb77bf6fa req-3dd8c536-0b65-42f8-9ade-b9d125784cbe tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:21.834503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c2ccf317-ed72-42fa-b95f-bedfb77bf6fa req-3dd8c536-0b65-42f8-9ade-b9d125784cbe tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0533895 Mar 08 04:23:21.909859 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c2ccf317-ed72-42fa-b95f-bedfb77bf6fa req-d0751820-26d6-44c5-abf5-702c96beff8c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698028 Mar 08 04:23:21.927585 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091edff2-5d4c-44d1-bf99-fef64259f068 req-58ca2df0-aaa3-44a2-95a8-f090df203753 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:21.928550 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-091edff2-5d4c-44d1-bf99-fef64259f068 req-58ca2df0-aaa3-44a2-95a8-f090df203753 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0738959 Mar 08 04:23:21.977915 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-091edff2-5d4c-44d1-bf99-fef64259f068 req-72256ce5-b4da-4df3-8bee-54dc3b04f23f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397010 Mar 08 04:23:22.725501 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:23.031987 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07866d2-d257-40f6-b63c-35eb233a9b8d req-f0b91f64-54e8-420b-b0b6-f92d6f5455a3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:23.033444 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f07866d2-d257-40f6-b63c-35eb233a9b8d req-f0b91f64-54e8-420b-b0b6-f92d6f5455a3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0526237 Mar 08 04:23:23.111548 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f07866d2-d257-40f6-b63c-35eb233a9b8d req-eaa95d5b-0be9-40b2-8c53-5c8d5f24a2a4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723062 Mar 08 04:23:23.125574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a5857-56d0-4d64-b6d9-ba9ad399f189 req-ad3905e8-b3b4-43ec-a769-706327a37862 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:23.127065 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2e8a5857-56d0-4d64-b6d9-ba9ad399f189 req-ad3905e8-b3b4-43ec-a769-706327a37862 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0821605 Mar 08 04:23:23.172974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2e8a5857-56d0-4d64-b6d9-ba9ad399f189 req-aab97568-c442-4b4f-be52-ccf7e1b78657 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Mar 08 04:23:23.284219 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaf7eb-82cb-4370-851c-138cb0decde4 req-e370621f-8154-4f2a-948d-ebc5ca2dca2f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:23.285573 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-88eaf7eb-82cb-4370-851c-138cb0decde4 req-e370621f-8154-4f2a-948d-ebc5ca2dca2f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Mar 08 04:23:23.293676 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 54926) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:23.298036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'port_id': '4740b321-013e-4d0b-93de-7d63a79a6dd1'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:23:23.339366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:23.777756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:23.782220 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:24.115130 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 1bb1b35a-749e-4488-bb47-781546204a24 associated. External IP: 172.28.1.41, port: 4740b321-013e-4d0b-93de-7d63a79a6dd1. Mar 08 04:23:24.297426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753301fb-2f6e-47d2-8509-6de8e47f18fe req-60ebe63f-5d45-451f-988e-c8d8b11dd6b9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:24.298927 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-753301fb-2f6e-47d2-8509-6de8e47f18fe req-60ebe63f-5d45-451f-988e-c8d8b11dd6b9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.1034577 Mar 08 04:23:24.391160 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-753301fb-2f6e-47d2-8509-6de8e47f18fe req-3cd81d15-a51b-458d-8ecc-253d85f08eb0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852497 Mar 08 04:23:24.406155 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:23:24.517210 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:23:24.522053 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:24.527000 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:23:24.537110 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:24.537728 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:23:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:24.551857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-20048c5a-45d2-4f2d-a47a-83767bbeaded tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "PUT /v2.0/floatingips/1bb1b35a-749e-4488-bb47-781546204a24 HTTP/1.1" status: 200 len: 990 time: 1.2569220 Mar 08 04:23:24.552435 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:24.554651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c396af3-9e17-4e1c-b100-ace46a24624b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:24.589205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421208ac-9e39-4825-b826-4a096e08c350 x-openstack-request-id: req-421208ac-9e39-4825-b826-4a096e08c350 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:24.589700 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:24.589963 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-421208ac-9e39-4825-b826-4a096e08c350 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:24.590366 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'status': 'completed', 'code': 200} Mar 08 04:23:24.688128 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-5e3d6ad3-f60d-4790-b87b-62ff9d6156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:24.689560 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-5e3d6ad3-f60d-4790-b87b-62ff9d6156a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 1129 time: 0.0481751 Mar 08 04:23:24.777442 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:24.783430 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-7ae199cc-2d8e-4d2e-9a2e-981b14e72cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:24.784876 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-7ae199cc-2d8e-4d2e-9a2e-981b14e72cb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0888562 Mar 08 04:23:24.853677 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-bb60d9ec-23aa-48a0-acac-645dc0772ed2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1 HTTP/1.1" status: 200 len: 998 time: 0.0588191 Mar 08 04:23:24.903073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-9bfa591d-acb1-4c8f-a7a0-501c4c57cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:24.905130 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-9bfa591d-acb1-4c8f-a7a0-501c4c57cb22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0420201 Mar 08 04:23:24.957556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-4485b4b7-e950-494c-b9c7-8ea694e3cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:24.958986 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-4485b4b7-e950-494c-b9c7-8ea694e3cad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477312 Mar 08 04:23:24.998669 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '1bb1b35a-749e-4488-bb47-781546204a24', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:0d:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:23:11Z', 'updated_at': '2022-03-08T04:23:23Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:25.029176 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:23:25.037572 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:23:25.038178 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:23:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:25.048729 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-f457ccac-b00f-42ca-99b5-7118ab656d73 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828602 Mar 08 04:23:25.141144 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8c396af3-9e17-4e1c-b100-ace46a24624b req-64f5d625-38ea-4b28-9c71-07fa6e45cd3c service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862980 Mar 08 04:23:25.147048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:23:25.368166 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '1bb1b35a-749e-4488-bb47-781546204a24', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:0d:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:23:11Z', 'updated_at': '2022-03-08T04:23:23Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:23:25.398058 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e685321-5875-4faa-960f-07ea91095f33 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '1bb1b35a-749e-4488-bb47-781546204a24', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:0d:ea:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:23:11Z', 'updated_at': '2022-03-08T04:23:23Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:23:25.518192 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b97d7-7829-4315-8a21-8ed391a8e3d2 req-dd24900d-d7f1-4288-bb8e-4591e231a23c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:25.519754 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-490b97d7-7829-4315-8a21-8ed391a8e3d2 req-dd24900d-d7f1-4288-bb8e-4591e231a23c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0545664 Mar 08 04:23:25.569858 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-490b97d7-7829-4315-8a21-8ed391a8e3d2 req-54f353b8-9557-4cb8-87f9-524a9ee4b366 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443707 Mar 08 04:23:25.587592 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ca8c9-30d8-454d-aea6-2c02f3462b98 None None] New status for floating IP 1bb1b35a-749e-4488-bb47-781546204a24: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:23:26.596872 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3eace-5054-43fa-9286-193d79b0bf11 req-98790c8b-6e35-4578-bba7-14565f36347f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:26.598354 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-29a3eace-5054-43fa-9286-193d79b0bf11 req-98790c8b-6e35-4578-bba7-14565f36347f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Mar 08 04:23:26.655615 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-29a3eace-5054-43fa-9286-193d79b0bf11 req-e19e2bef-fb6e-4bbb-9a4e-a162cdea8dc1 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516126 Mar 08 04:23:26.707429 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a1cb-0b73-409b-baad-8ce19746f387 req-7439ee97-7fed-44d1-8ebc-4c5c69e177dc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:26.708871 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e6e2a1cb-0b73-409b-baad-8ce19746f387 req-7439ee97-7fed-44d1-8ebc-4c5c69e177dc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0524051 Mar 08 04:23:26.755200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e6e2a1cb-0b73-409b-baad-8ce19746f387 req-1e4cc160-e0d6-47a2-b7c9-390010966e15 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Mar 08 04:23:27.776075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f1ff-1773-4b35-b062-68cafa19ff28 req-c72402d8-f2fd-4c6c-b395-3a03ceedc2b9 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:27.777534 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d71f1ff-1773-4b35-b062-68cafa19ff28 req-c72402d8-f2fd-4c6c-b395-3a03ceedc2b9 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Mar 08 04:23:27.828804 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d71f1ff-1773-4b35-b062-68cafa19ff28 req-fc4ce313-3ee4-44df-a401-8ddf35bcf213 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Mar 08 04:23:27.883649 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2cb8-e069-44d1-8146-62cad28e410a req-85690fd0-daff-4d12-adfd-3b6d8540b4bb tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:27.885078 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bcfa2cb8-e069-44d1-8146-62cad28e410a req-85690fd0-daff-4d12-adfd-3b6d8540b4bb tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0554304 Mar 08 04:23:27.931857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bcfa2cb8-e069-44d1-8146-62cad28e410a req-3f9c8b0c-3f22-4d6d-92fd-669304abe39f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Mar 08 04:23:28.945190 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eadc8-c426-4f7a-80ff-07bf585b9a2d req-888e58d9-b174-492a-b5b9-bc7f3a178b8e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:28.946662 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac3eadc8-c426-4f7a-80ff-07bf585b9a2d req-888e58d9-b174-492a-b5b9-bc7f3a178b8e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Mar 08 04:23:28.996096 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac3eadc8-c426-4f7a-80ff-07bf585b9a2d req-0fdb479f-b65b-447d-82c7-cbe3d8967afd tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Mar 08 04:23:29.057629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36676d1-d764-44d3-bd45-f835f5af0a1f req-81d58a20-e711-4a3d-b75f-268c481ce01e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:29.059099 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f36676d1-d764-44d3-bd45-f835f5af0a1f req-81d58a20-e711-4a3d-b75f-268c481ce01e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0532868 Mar 08 04:23:29.107726 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f36676d1-d764-44d3-bd45-f835f5af0a1f req-27b6fed1-f88c-473f-9133-22275ed02095 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Mar 08 04:23:30.112695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5fccb-c8e3-480b-b414-78201216fbe8 req-5c2efcba-a9bc-4d34-9efa-1398d6dbf356 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:30.114253 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0c5fccb-c8e3-480b-b414-78201216fbe8 req-5c2efcba-a9bc-4d34-9efa-1398d6dbf356 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Mar 08 04:23:30.166604 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0c5fccb-c8e3-480b-b414-78201216fbe8 req-3d30c3dd-7f56-47d7-9a44-d798d6c88b85 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Mar 08 04:23:30.386917 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe68be-e405-435d-8566-6969e7b2e010 req-47e2333e-31e6-409d-aca0-02f236890c2c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:30.388477 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-52fe68be-e405-435d-8566-6969e7b2e010 req-47e2333e-31e6-409d-aca0-02f236890c2c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.2101967 Mar 08 04:23:30.435625 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-52fe68be-e405-435d-8566-6969e7b2e010 req-466ba1bc-42f2-4c03-9058-0c2c66b801cd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Mar 08 04:23:31.335486 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869afab1-67d3-439c-a4bc-266da59ff2b6 req-2d0c6b32-79d5-48ed-a332-fda54624eced tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:31.336930 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-869afab1-67d3-439c-a4bc-266da59ff2b6 req-2d0c6b32-79d5-48ed-a332-fda54624eced tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.1046290 Mar 08 04:23:31.384279 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-869afab1-67d3-439c-a4bc-266da59ff2b6 req-450f6448-4fe3-4e32-aa74-d94a0c0146a9 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Mar 08 04:23:31.559089 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06062b-cfb4-4cd0-aa8e-8dfe12604150 req-a21e25bd-e9d7-41b8-9ef8-6e70a53fc73a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:31.560682 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec06062b-cfb4-4cd0-aa8e-8dfe12604150 req-a21e25bd-e9d7-41b8-9ef8-6e70a53fc73a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0546339 Mar 08 04:23:31.606279 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec06062b-cfb4-4cd0-aa8e-8dfe12604150 req-94b37ec9-aa9b-44b0-8978-d4da98e8c9a4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Mar 08 04:23:32.503042 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824551ed-f985-47f7-989d-d55a7ffb9725 req-606d8f9b-62c9-4f4c-9a9b-6e1f1b0497ea tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:32.504476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-824551ed-f985-47f7-989d-d55a7ffb9725 req-606d8f9b-62c9-4f4c-9a9b-6e1f1b0497ea tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Mar 08 04:23:32.550966 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-824551ed-f985-47f7-989d-d55a7ffb9725 req-cb504c4d-2106-4e61-b92b-d5f6b6292bc8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Mar 08 04:23:32.731841 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167c8a0-5efb-46c0-a0e3-bf816175a6fe req-ff5943a3-c005-46aa-9a03-3faaf64ef034 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:32.733464 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f167c8a0-5efb-46c0-a0e3-bf816175a6fe req-ff5943a3-c005-46aa-9a03-3faaf64ef034 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0525393 Mar 08 04:23:32.778898 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f167c8a0-5efb-46c0-a0e3-bf816175a6fe req-4afaf7a8-754e-4689-8604-35c8e2cc9a36 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Mar 08 04:23:33.668968 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc13e0-4123-433b-b0b9-dc6beb33b096 req-c4f0b190-8e41-4551-8907-d492cfa4c7da tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:33.670471 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dcfc13e0-4123-433b-b0b9-dc6beb33b096 req-c4f0b190-8e41-4551-8907-d492cfa4c7da tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0531807 Mar 08 04:23:33.724814 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dcfc13e0-4123-433b-b0b9-dc6beb33b096 req-d94cc613-2fc6-460b-b2fb-11eefa2e1ace tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488355 Mar 08 04:23:33.901107 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363394d9-1569-4b53-a2b9-4efdb43729d4 req-d4425cc1-47a2-49fc-bb57-e8db77fdd416 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:33.902597 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-363394d9-1569-4b53-a2b9-4efdb43729d4 req-d4425cc1-47a2-49fc-bb57-e8db77fdd416 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0518415 Mar 08 04:23:33.958579 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-363394d9-1569-4b53-a2b9-4efdb43729d4 req-57db2224-9ec6-48ef-ae2a-1b407cdcac54 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500729 Mar 08 04:23:34.670530 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:23:34.770026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:34.781951 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:23:34.819014 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: ACTIVE; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:34.819406 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:34.832345 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:23:34.845357 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f87c3-767e-4f05-9d5e-613063dad34f req-681314ad-1da5-413d-b343-ddec1c519236 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:34.846837 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-388f87c3-767e-4f05-9d5e-613063dad34f req-681314ad-1da5-413d-b343-ddec1c519236 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Mar 08 04:23:34.852490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:34.856787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:34.896065 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-388f87c3-767e-4f05-9d5e-613063dad34f req-a1d966b4-a5a0-44dd-b099-6e5642fe7d8d tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Mar 08 04:23:34.903740 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:35.032298 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:23:35.083573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032d291-d854-4324-a5dc-9f4ba0d82fb9 req-914aa1dc-edc2-4cac-8684-daf4f7cfbac5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:35.085058 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b032d291-d854-4324-a5dc-9f4ba0d82fb9 req-914aa1dc-edc2-4cac-8684-daf4f7cfbac5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 944 time: 0.0567636 Mar 08 04:23:35.132116 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b032d291-d854-4324-a5dc-9f4ba0d82fb9 req-8266f25a-4e1e-4019-9261-43bc6a94edaf tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409184 Mar 08 04:23:36.012491 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aa8df-2126-4884-90d2-78af66016207 req-d2f7b13d-e63b-4f93-8161-60075c48240d tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:36.014497 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db8aa8df-2126-4884-90d2-78af66016207 req-d2f7b13d-e63b-4f93-8161-60075c48240d tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0532119 Mar 08 04:23:36.061476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db8aa8df-2126-4884-90d2-78af66016207 req-d1bd9941-c246-4f08-be53-81d7cf402521 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 Mar 08 04:23:36.256012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecae14-65d8-492b-8e2e-c4f3b3f5f2ec req-637fa126-16e0-438e-a1a0-186c896ea008 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:36.257460 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2eecae14-65d8-492b-8e2e-c4f3b3f5f2ec req-637fa126-16e0-438e-a1a0-186c896ea008 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 944 time: 0.0517108 Mar 08 04:23:36.306263 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2eecae14-65d8-492b-8e2e-c4f3b3f5f2ec req-9b7cd650-d483-4364-bc0b-8e967fad1444 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Mar 08 04:23:36.691074 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:23:36.737249 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:23:36.737623 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:36.815304 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:36.815692 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:36.837030 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:36.839273 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77607701-2652-4974-94e5-8504578061a4" -d '{"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:36.851503 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:36.856237 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:36.883353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff131df1-b440-4c58-b7fd-a1363d8486ff x-openstack-request-id: req-ff131df1-b440-4c58-b7fd-a1363d8486ff {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:36.883646 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:36.883903 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff131df1-b440-4c58-b7fd-a1363d8486ff {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:36.884291 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'code': 200} Mar 08 04:23:36.907559 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:37.177260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26635a-e168-4ff5-acbe-78d434c480f8 req-c050b23e-0756-4a11-bfef-edfc4aee4756 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:37.178713 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c26635a-e168-4ff5-acbe-78d434c480f8 req-c050b23e-0756-4a11-bfef-edfc4aee4756 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Mar 08 04:23:37.226562 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c26635a-e168-4ff5-acbe-78d434c480f8 req-13d1213a-58d7-405e-a8bb-194e988d3a84 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Mar 08 04:23:37.429924 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b353b-b7a5-42bd-ae6e-0b681fbcec84 req-04b20447-38c1-46fa-8430-2a9e790dea70 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:37.431404 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b44b353b-b7a5-42bd-ae6e-0b681fbcec84 req-04b20447-38c1-46fa-8430-2a9e790dea70 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0522635 Mar 08 04:23:37.477356 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b44b353b-b7a5-42bd-ae6e-0b681fbcec84 req-7b1aaa98-21a1-4f53-affc-954705c337b9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Mar 08 04:23:38.346542 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99178e-6283-4690-aa42-10e73a829944 req-281b81f7-d977-43fa-9262-8233e1a67634 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:38.348017 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a99178e-6283-4690-aa42-10e73a829944 req-281b81f7-d977-43fa-9262-8233e1a67634 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0560017 Mar 08 04:23:38.395828 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1a99178e-6283-4690-aa42-10e73a829944 req-d34a9153-48f0-4088-9d16-d3f584a552a3 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Mar 08 04:23:38.596937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b9e06-4a41-4954-b87f-e77e11b6aab0 req-27cbebd1-f2aa-4387-85c6-726c8c1c32f0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:38.598384 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-515b9e06-4a41-4954-b87f-e77e11b6aab0 req-27cbebd1-f2aa-4387-85c6-726c8c1c32f0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0512967 Mar 08 04:23:38.644669 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-515b9e06-4a41-4954-b87f-e77e11b6aab0 req-d89fb969-d252-456e-9cf4-a457448e59a7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Mar 08 04:23:39.525243 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f930-70d9-4c86-ac60-e86690bd64e8 req-72239c10-ba87-4984-b9aa-088ba389bbe8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:39.526755 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e7f930-70d9-4c86-ac60-e86690bd64e8 req-72239c10-ba87-4984-b9aa-088ba389bbe8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0621097 Mar 08 04:23:39.581077 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8e7f930-70d9-4c86-ac60-e86690bd64e8 req-b895d589-88fa-4468-a312-ae3d936fc458 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477018 Mar 08 04:23:39.783096 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf03be-2854-4350-8709-e4eab2a13826 req-4a8bb415-8965-434c-a1f1-aa0ab323972c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:39.784522 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fbf03be-2854-4350-8709-e4eab2a13826 req-4a8bb415-8965-434c-a1f1-aa0ab323972c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0641439 Mar 08 04:23:39.839663 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fbf03be-2854-4350-8709-e4eab2a13826 req-d37f9422-7595-4422-a3bf-01494626dedf tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465999 Mar 08 04:23:40.707268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad107261-a2f2-4a02-987a-f92b330946d3 req-63c41a4b-efe2-4a04-bc6d-32273c3ae590 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:40.711234 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ad107261-a2f2-4a02-987a-f92b330946d3 req-63c41a4b-efe2-4a04-bc6d-32273c3ae590 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0577538 Mar 08 04:23:40.760964 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ad107261-a2f2-4a02-987a-f92b330946d3 req-3713b10f-4520-48a5-9dd3-860c5bee86c8 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Mar 08 04:23:41.002054 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e061bf-a55f-4f15-8559-43c26975904e req-a984a08d-f0d2-4f35-8d2b-e2a4672d23f4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:41.005359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-83e061bf-a55f-4f15-8559-43c26975904e req-a984a08d-f0d2-4f35-8d2b-e2a4672d23f4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0652456 Mar 08 04:23:41.054900 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-83e061bf-a55f-4f15-8559-43c26975904e req-c8ddb7e9-ad6e-432d-b05b-3099028da0b5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Mar 08 04:23:41.927654 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3cd6-0ed7-472c-8d19-3c39524628c4 req-c576ab61-d407-4cec-92ef-4bf19f9e3c53 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:41.928752 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f05f3cd6-0ed7-472c-8d19-3c39524628c4 req-c576ab61-d407-4cec-92ef-4bf19f9e3c53 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0925922 Mar 08 04:23:41.988304 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-b96f090d-384a-4b6f-90dd-5af1ea34f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:41.989938 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-b96f090d-384a-4b6f-90dd-5af1ea34f51a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.1725428 Mar 08 04:23:42.033396 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f05f3cd6-0ed7-472c-8d19-3c39524628c4 req-2b12d9a0-20bc-42b4-b1bb-e9e82c1182de tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908859 Mar 08 04:23:42.110809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-9b12e764-0219-4b98-b283-f498264a990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:42.112446 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-9b12e764-0219-4b98-b283-f498264a990f service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.1133897 Mar 08 04:23:42.217797 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-0d9bd054-aefc-49f9-afd3-6af93ae390eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 1001 time: 0.0975437 Mar 08 04:23:42.229364 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61b2f-90e2-43fb-96bd-94874ad67665 req-6962e49d-58f0-4f88-a000-d55746aeca89 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:42.231529 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-52e61b2f-90e2-43fb-96bd-94874ad67665 req-6962e49d-58f0-4f88-a000-d55746aeca89 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0705945 Mar 08 04:23:42.289252 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-27f4bd2a-9014-4875-a8b8-e3e1ca69d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:42.290709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-27f4bd2a-9014-4875-a8b8-e3e1ca69d2a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0590348 Mar 08 04:23:42.346540 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-52e61b2f-90e2-43fb-96bd-94874ad67665 req-55410f31-f851-48cd-a5fc-350dff059869 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820775 Mar 08 04:23:42.363059 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-6fc0b2f6-e574-40e2-9974-be8f035de0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:42.364548 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-6fc0b2f6-e574-40e2-9974-be8f035de0d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0633888 Mar 08 04:23:42.460505 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-47feb5d1-4797-4aaf-a714-55035a494cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871930 Mar 08 04:23:42.567438 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e80c6245-9d9e-4728-ae03-e8743d8afbc6 req-91f7b4dc-3073-4f56-9e4e-5a15ef33e89f service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927420 Mar 08 04:23:43.168358 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0085-66a7-4e0f-971b-21807cda3dc8 req-ac4f864a-c4b7-4301-b595-ad651cca66c9 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:43.170314 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d7b0085-66a7-4e0f-971b-21807cda3dc8 req-ac4f864a-c4b7-4301-b595-ad651cca66c9 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0665686 Mar 08 04:23:43.221346 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d7b0085-66a7-4e0f-971b-21807cda3dc8 req-04178fff-0e02-4fc9-937b-6ccbc148bacc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 Mar 08 04:23:43.371395 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-227315ce-7541-42db-a6bd-cbda34dfb0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:43.485994 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea8aa8-1478-40cb-b1bb-c165ad6826dd req-3faba620-4b7e-4d31-a1df-a6cd5cfe648b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:43.487518 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8ea8aa8-1478-40cb-b1bb-c165ad6826dd req-3faba620-4b7e-4d31-a1df-a6cd5cfe648b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0600019 Mar 08 04:23:43.537854 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d8ea8aa8-1478-40cb-b1bb-c165ad6826dd req-4d7cf11c-3f93-4a34-8d61-69a034ea6523 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446112 Mar 08 04:23:44.357009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9f1e-22d0-4353-90ba-a789b0836c0b req-50f1ae24-0da6-4835-92ec-7e7d5857430f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:44.358531 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f5b9f1e-22d0-4353-90ba-a789b0836c0b req-50f1ae24-0da6-4835-92ec-7e7d5857430f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0664027 Mar 08 04:23:44.430130 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f5b9f1e-22d0-4353-90ba-a789b0836c0b req-db09b33b-8488-437c-8f8f-b859b435a9c7 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645587 Mar 08 04:23:44.687056 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5a09-18af-4651-adcf-791ece30ae9c req-94f883af-a389-4931-91d7-69745039fe7a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:44.688543 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b6db5a09-18af-4651-adcf-791ece30ae9c req-94f883af-a389-4931-91d7-69745039fe7a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0679171 Mar 08 04:23:44.763830 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b6db5a09-18af-4651-adcf-791ece30ae9c req-d5d77a4e-ff4f-4883-8353-640d49a91555 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612559 Mar 08 04:23:45.550665 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7664-d96a-4a0c-80ce-d303ab487e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:45.596748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549180-1032-4de2-8983-e8a6eb5685f2 req-b2c9ec9e-922b-40c3-b4a3-e330469c9182 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:45.598390 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3e549180-1032-4de2-8983-e8a6eb5685f2 req-b2c9ec9e-922b-40c3-b4a3-e330469c9182 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0784738 Mar 08 04:23:45.659333 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3e549180-1032-4de2-8983-e8a6eb5685f2 req-a28359c5-016c-454d-89fd-186e45a8b267 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543678 Mar 08 04:23:45.781089 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-81182562-5a4e-4b07-a7d5-917896167bef req-0c2f18a0-13b0-46d9-b0fd-210ddb4e334a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:23:45.782205 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-81182562-5a4e-4b07-a7d5-917896167bef req-0c2f18a0-13b0-46d9-b0fd-210ddb4e334a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545495 Mar 08 04:23:45.904882 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b037c2-a531-4cbd-b3fb-41f46e25fbf5 req-cbb4a1a4-7259-4d88-bf4c-aed53ba16619 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:45.913549 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-88b037c2-a531-4cbd-b3fb-41f46e25fbf5 req-cbb4a1a4-7259-4d88-bf4c-aed53ba16619 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0687618 Mar 08 04:23:45.990985 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55072) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:45.995743 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-88b037c2-a531-4cbd-b3fb-41f46e25fbf5 req-c5e93041-d41f-4c2e-9f82-1ab80bcde304 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810690 Mar 08 04:23:46.022569 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6a6b4-e96e-484c-a38d-bf3d474d90d3 req-23a2cd26-6e35-47d6-b8b6-7364daf24657 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:46.025242 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3e6a6b4-e96e-484c-a38d-bf3d474d90d3 req-23a2cd26-6e35-47d6-b8b6-7364daf24657 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0918343 Mar 08 04:23:46.109724 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3e6a6b4-e96e-484c-a38d-bf3d474d90d3 req-1c96488e-8ff7-4333-98f4-57c53e8bc853 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764258 Mar 08 04:23:46.134582 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-7d7409f6-e067-4146-abc5-840e6f688daa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378560 Mar 08 04:23:46.144744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-761d80d9-5e66-4ab7-9a4c-e7107935fabd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:23:46.147401 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-761d80d9-5e66-4ab7-9a4c-e7107935fabd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066667 Mar 08 04:23:46.266578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55080) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:46.374901 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-421351f9-3f07-495b-9601-95b2bc096498 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:46.376267 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-421351f9-3f07-495b-9601-95b2bc096498 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports/13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 942 time: 0.1083059 Mar 08 04:23:46.805775 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:47.146463 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f74e8-3403-4aaf-a52f-fbd8a6ccd9d3 req-125699d1-06de-44bc-aa19-30c411d9cf54 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:47.153288 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9c1f74e8-3403-4aaf-a52f-fbd8a6ccd9d3 req-125699d1-06de-44bc-aa19-30c411d9cf54 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0766106 Mar 08 04:23:47.229612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9c1f74e8-3403-4aaf-a52f-fbd8a6ccd9d3 req-3d7d43aa-ada7-4058-b238-220b2ca8e4ef tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754600 Mar 08 04:23:47.257238 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a32f6-450a-4b6a-8d17-f0a692a4e915 req-9425b7fd-1103-4d72-aaab-ddfe13219608 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:47.258799 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f44a32f6-450a-4b6a-8d17-f0a692a4e915 req-9425b7fd-1103-4d72-aaab-ddfe13219608 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0708830 Mar 08 04:23:47.347336 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f44a32f6-450a-4b6a-8d17-f0a692a4e915 req-0d94fdce-c65f-4ca9-b036-09d48cb5812e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816526 Mar 08 04:23:48.212415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:48.309940 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-7bc17ad2-3efa-4cb6-ac9c-c2b4ff38f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.312292 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-7bc17ad2-3efa-4cb6-ac9c-c2b4ff38f782 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8&tenant_id=1894e1f383974caf99ad82292ecf69d1 HTTP/1.1" status: 200 len: 1129 time: 0.3628633 Mar 08 04:23:48.424777 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302db5b-9d75-4246-8e0c-2f2bd4d66c60 req-99638959-559e-492f-9bb9-4befc6432ed4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.426536 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2302db5b-9d75-4246-8e0c-2f2bd4d66c60 req-99638959-559e-492f-9bb9-4befc6432ed4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0865123 Mar 08 04:23:48.438642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-ba23bf4f-e52c-4194-90d4-b477e8f536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.440036 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-ba23bf4f-e52c-4194-90d4-b477e8f536c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0914946 Mar 08 04:23:48.572057 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2302db5b-9d75-4246-8e0c-2f2bd4d66c60 req-7c8b8d3e-852d-4137-aadc-c01797525c43 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298923 Mar 08 04:23:48.607840 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a0f33-3780-4b3b-b39a-1b13652d921e req-162e5b52-743c-41e5-8701-a0ddbce3533e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.607840 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6a5a0f33-3780-4b3b-b39a-1b13652d921e req-162e5b52-743c-41e5-8701-a0ddbce3533e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.1719010 Mar 08 04:23:48.621285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-f70b9812-9803-4d0f-9178-fb670b28b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.623066 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-f70b9812-9803-4d0f-9178-fb670b28b945 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.1742897 Mar 08 04:23:48.700218 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:23:48.717070 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6a5a0f33-3780-4b3b-b39a-1b13652d921e req-221190cf-af13-42c9-9030-74280ca2ddda tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046834 Mar 08 04:23:48.729151 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-6d887af6-cae9-4124-8154-59fb936ebe52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 1001 time: 0.0988081 Mar 08 04:23:48.789690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-e7d23a7a-c416-4a5c-a5ff-42f01f5b3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.791165 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-e7d23a7a-c416-4a5c-a5ff-42f01f5b3e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0554194 Mar 08 04:23:48.794101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 13594e93-6147-421c-9bc8-91fe549302b0 is: ACTIVE; New status is: DOWN {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:48.794519 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:48.830680 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:48.832987 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6e2750-f61f-431b-8358-af0b8afb4184" -d '{"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:48.853781 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:48.859042 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:48.879860 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-82e652c0-f466-47ad-8614-6f1c2d069d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:48.881426 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-82e652c0-f466-47ad-8614-6f1c2d069d91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0805697 Mar 08 04:23:48.885688 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc02716-34ff-4e22-a82a-c42a0a240dde x-openstack-request-id: req-ecc02716-34ff-4e22-a82a-c42a0a240dde {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:48.886035 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:48.886297 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecc02716-34ff-4e22-a82a-c42a0a240dde {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:48.886685 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'code': 200} Mar 08 04:23:48.913092 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:49.018555 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-061848cb-b402-4338-a689-ec92aa033377 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861330 Mar 08 04:23:49.110291 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40e0dea9-d34e-48f7-b100-4f41682e81d9 req-4e424174-1323-4fb0-826c-43dd240522e4 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819969 Mar 08 04:23:49.627625 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:49.721884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a897d5-fd3a-49cc-89f6-5d73f8c3d5ca req-dfc87fd5-66b4-4385-81ef-8c06a406dc28 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:49.723419 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e8a897d5-fd3a-49cc-89f6-5d73f8c3d5ca req-dfc87fd5-66b4-4385-81ef-8c06a406dc28 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0578897 Mar 08 04:23:49.770918 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e8a897d5-fd3a-49cc-89f6-5d73f8c3d5ca req-db99f79e-d381-466c-9c10-37417165c858 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Mar 08 04:23:49.824364 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53e57f-f139-435c-b8bc-28b42d665e0b req-a0a5d070-4fae-4af2-8bbc-b6bad5ca193e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:49.826028 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dd53e57f-f139-435c-b8bc-28b42d665e0b req-a0a5d070-4fae-4af2-8bbc-b6bad5ca193e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.0519259 Mar 08 04:23:49.874709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dd53e57f-f139-435c-b8bc-28b42d665e0b req-ffbf16a2-211f-45a1-91d0-6d700b16a575 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Mar 08 04:23:49.934939 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-b6f471bc-0f2e-4c88-8335-54f775d97d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:49.936574 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-b6f471bc-0f2e-4c88-8335-54f775d97d88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1129 time: 0.0493560 Mar 08 04:23:50.025260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-3eaf7e0f-b07d-4e61-8f65-7a8304fd1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:50.026664 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-3eaf7e0f-b07d-4e61-8f65-7a8304fd1782 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0828788 Mar 08 04:23:50.094790 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-2662743a-b511-4ad9-a745-00e5e347f65d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 1001 time: 0.0613256 Mar 08 04:23:50.140849 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-107b49fd-2f59-4df9-b74d-ee736124244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:50.142155 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-107b49fd-2f59-4df9-b74d-ee736124244d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0420823 Mar 08 04:23:50.189729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-b2ad9eec-32bb-4e41-9817-86389a06f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:50.191219 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-b2ad9eec-32bb-4e41-9817-86389a06f97d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430484 Mar 08 04:23:50.300272 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-2fbbae6f-9339-4a72-a277-5234b3107f98 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940223 Mar 08 04:23:50.387511 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba8a895a-9c2e-49f9-b2d5-0e9a91c67cd2 req-5033afa4-f15d-4b2a-9e47-64b783597394 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805986 Mar 08 04:23:50.896778 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad0a9-720e-4769-b68e-2753d530324b req-63cb46c0-a2d7-4aa9-8b7e-4134dcd367c3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:50.898242 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0cbad0a9-720e-4769-b68e-2753d530324b req-63cb46c0-a2d7-4aa9-8b7e-4134dcd367c3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0570924 Mar 08 04:23:50.948304 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0cbad0a9-720e-4769-b68e-2753d530324b req-c1eecd52-b6d2-4772-9b16-911fa1b6b376 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 Mar 08 04:23:50.997223 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89248-c79c-479b-81ce-23d01af70b54 req-549763ce-28b9-4d88-a8e0-5d12101d8403 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:50.999354 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72e89248-c79c-479b-81ce-23d01af70b54 req-549763ce-28b9-4d88-a8e0-5d12101d8403 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.0555363 Mar 08 04:23:51.048160 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-72e89248-c79c-479b-81ce-23d01af70b54 req-36a0ae8d-caa8-46b4-9bd0-db93d064083d tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433505 Mar 08 04:23:52.054533 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f9e3-2e93-4f46-9ac6-d54af5f3aab2 req-4e7cb3fe-7aa2-46d4-a3e1-abd45fe624c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:52.056110 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-39e7f9e3-2e93-4f46-9ac6-d54af5f3aab2 req-4e7cb3fe-7aa2-46d4-a3e1-abd45fe624c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0723143 Mar 08 04:23:52.098961 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab84e-3c92-41db-b64e-7ab193dfc80e req-1e886436-43a7-4399-a1a5-6195a878bdb4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:52.100411 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2a9ab84e-3c92-41db-b64e-7ab193dfc80e req-1e886436-43a7-4399-a1a5-6195a878bdb4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0801585 Mar 08 04:23:52.141376 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-39e7f9e3-2e93-4f46-9ac6-d54af5f3aab2 req-7d192587-5596-4ceb-ad97-b971ad304cb7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772169 Mar 08 04:23:52.190404 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2a9ab84e-3c92-41db-b64e-7ab193dfc80e req-ed269787-73b5-4afd-8f08-134851d7ac83 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841997 Mar 08 04:23:52.202302 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3194ca-0810-49a1-8983-a5bc0f592343 req-9dbce037-d3f7-4183-a770-e1c01c910832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:52.203829 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2e3194ca-0810-49a1-8983-a5bc0f592343 req-9dbce037-d3f7-4183-a770-e1c01c910832 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 943 time: 0.0828557 Mar 08 04:23:52.257308 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2e3194ca-0810-49a1-8983-a5bc0f592343 req-09807b0d-76e7-46a7-aba2-f5767e086ca2 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Mar 08 04:23:52.731222 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:23:52.746787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:52.832911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:52.842907 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '13594e93-6147-421c-9bc8-91fe549302b0', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'port_id': '13594e93-6147-421c-9bc8-91fe549302b0', 'mac_address': 'fa:16:3e:40:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:23:52.878416 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 13594e93-6147-421c-9bc8-91fe549302b0 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:52.878847 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:52.891605 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13594e93-6147-421c-9bc8-91fe549302b0 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:23:52.913615 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:52.916910 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:52.962776 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:53.316472 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42fe89-7aa5-497e-9f30-c60f7576a4db req-54a43bcb-25c3-474f-a5dd-8ef5f369c9af tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:53.317944 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d42fe89-7aa5-497e-9f30-c60f7576a4db req-54a43bcb-25c3-474f-a5dd-8ef5f369c9af tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0567532 Mar 08 04:23:53.397917 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2d42fe89-7aa5-497e-9f30-c60f7576a4db req-8903807e-afc6-4af3-a129-c6f5e8031c46 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745699 Mar 08 04:23:53.407934 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36304ab2-dd86-495d-a60c-11a715506583 req-8117703f-8043-4871-83d4-f0ed74854b6b tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:53.409373 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36304ab2-dd86-495d-a60c-11a715506583 req-8117703f-8043-4871-83d4-f0ed74854b6b tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 944 time: 0.0844822 Mar 08 04:23:53.462974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-36304ab2-dd86-495d-a60c-11a715506583 req-44b99b70-f631-492c-ba9d-7ce30aad2c02 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Mar 08 04:23:53.861978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-4c28c164-e9d9-4167-ad0f-c67d4643d8b8 req-b1cca19d-77a0-4de0-8e57-e179e01f0e59 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:23:53.863083 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c28c164-e9d9-4167-ad0f-c67d4643d8b8 req-b1cca19d-77a0-4de0-8e57-e179e01f0e59 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053253 Mar 08 04:23:54.020065 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945e84-09ec-4988-88d9-cb9939197a24 req-c2a6a392-dafe-4906-ac1d-5d252f0306e9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:54.021559 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-28945e84-09ec-4988-88d9-cb9939197a24 req-c2a6a392-dafe-4906-ac1d-5d252f0306e9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 945 time: 0.0542414 Mar 08 04:23:54.077192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-28945e84-09ec-4988-88d9-cb9939197a24 req-752ba2be-e255-44ee-a20e-6dc5bb02da1b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497918 Mar 08 04:23:54.366050 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55174) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:54.445163 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['13594e93-6147-421c-9bc8-91fe549302b0'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:23:54.452768 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-0390aea5-5295-4018-94c2-ce04be5c5bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855868 Mar 08 04:23:54.461608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-12299f13-49d0-4e59-893a-aaf424767d77 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:23:54.462555 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-12299f13-49d0-4e59-893a-aaf424767d77 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049412 Mar 08 04:23:54.540445 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55184) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:23:54.587888 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92780973-d156-4612-8a1f-9b47a9c15aeb req-77fc9eac-00d9-417b-9a3b-9b0fef6ef447 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:54.589519 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92780973-d156-4612-8a1f-9b47a9c15aeb req-77fc9eac-00d9-417b-9a3b-9b0fef6ef447 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Mar 08 04:23:54.594296 dv-cinder-740146-13-smb neutron-server[103173]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 04:23:54.640864 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-8a6a8227-5cf1-4ad9-bc5e-2aea572e5c82 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:54.642454 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92780973-d156-4612-8a1f-9b47a9c15aeb req-b566fb19-253a-4ff9-ad35-bc2cf63de80c tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Mar 08 04:23:54.642644 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-8a6a8227-5cf1-4ad9-bc5e-2aea572e5c82 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports/7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 942 time: 0.1010768 Mar 08 04:23:54.757035 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:23:54.825360 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:23:54.834478 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: ACTIVE; New status is: DOWN {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:54.834918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:54.858358 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:54.860571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82b1ba0-0723-4116-9c57-4e246d3ed176" -d '{"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:54.875908 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:54.881361 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:54.904525 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10610ceb-70d9-452a-992a-7e705f3d09fb x-openstack-request-id: req-10610ceb-70d9-452a-992a-7e705f3d09fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:54.904808 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-unplugged", "status": "failed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "code": 422}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:54.905057 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10610ceb-70d9-452a-992a-7e705f3d09fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:54.905482 dv-cinder-740146-13-smb neutron-server[103175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'code': 422} returned with failed status Mar 08 04:23:54.932547 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:55.204282 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a879c7-2d29-4586-b915-26f614b673e2 req-a9865adc-ff77-4c64-bfa2-e010b0f2c688 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:55.205740 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37a879c7-2d29-4586-b915-26f614b673e2 req-a9865adc-ff77-4c64-bfa2-e010b0f2c688 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0542245 Mar 08 04:23:55.251968 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37a879c7-2d29-4586-b915-26f614b673e2 req-ac5ab3e6-c624-4ad6-9ebf-4ea19915b908 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Mar 08 04:23:55.940095 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-823a0769-e1c7-4e2e-8769-d0f1df2e9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:55.941595 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-823a0769-e1c7-4e2e-8769-d0f1df2e9229 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 1127 time: 0.0490851 Mar 08 04:23:56.016651 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-44b44706-41b6-4fd1-a909-ab2d3f233745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:56.018103 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-44b44706-41b6-4fd1-a909-ab2d3f233745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1127 time: 0.0443580 Mar 08 04:23:56.105991 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-8d768342-7426-4630-b110-8a5cb75d7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:56.108042 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-8d768342-7426-4630-b110-8a5cb75d7f57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0842474 Mar 08 04:23:56.175860 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-f48ee4a7-a31f-4802-8b48-34f10a019f55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 200 len: 999 time: 0.0611763 Mar 08 04:23:56.224182 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-df56a009-4f3e-46b8-871c-0b951550cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:56.225510 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-df56a009-4f3e-46b8-871c-0b951550cbfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0436046 Mar 08 04:23:56.274059 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07630da-3cb8-4e70-9fff-103988e413ee req-7b610f64-3708-4ba5-b817-56d0c2da2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:56.275533 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-7b610f64-3708-4ba5-b817-56d0c2da2261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442290 Mar 08 04:23:56.401876 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-f283c43c-ed69-4154-a137-7f313c59c52f service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185858 Mar 08 04:23:56.413060 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb9833-33bd-4203-81a6-5b640341b949 req-acd4da22-d823-4fe3-9d89-72041048de9b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:56.414400 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aacb9833-33bd-4203-81a6-5b640341b949 req-acd4da22-d823-4fe3-9d89-72041048de9b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0741529 Mar 08 04:23:56.518994 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aacb9833-33bd-4203-81a6-5b640341b949 req-e594ccc8-3b1d-47e7-99a5-c9e6d518a24b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957012 Mar 08 04:23:56.534485 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c07630da-3cb8-4e70-9fff-103988e413ee req-35a05c46-5f31-426a-9a8e-f2fcacafb13a service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191726 Mar 08 04:23:56.772623 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:23:56.821651 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 13594e93-6147-421c-9bc8-91fe549302b0 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:23:56.822036 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (13594e93-6147-421c-9bc8-91fe549302b0), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:56.903324 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 13594e93-6147-421c-9bc8-91fe549302b0 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:23:56.904483 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:56.953174 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:23:56.954310 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:23:56.958777 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25795cf3-da48-448f-8d81-abc3f9786afe" -d '{"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-plugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:23:56.963862 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:23:57.022203 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb97a5c-8ed0-4740-b53d-b0c9c2ee0e0b x-openstack-request-id: req-eeb97a5c-8ed0-4740-b53d-b0c9c2ee0e0b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:23:57.022591 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-plugged", "status": "completed", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:23:57.023048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeb97a5c-8ed0-4740-b53d-b0c9c2ee0e0b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:23:57.023388 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'code': 200} Mar 08 04:23:57.034808 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:23:57.644176 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa43b4-9c1b-47de-8816-6be245512c45 req-6a14788e-8faf-47e7-a5ca-584f594c72f3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:57.645807 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-10fa43b4-9c1b-47de-8816-6be245512c45 req-6a14788e-8faf-47e7-a5ca-584f594c72f3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0540988 Mar 08 04:23:57.702992 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-10fa43b4-9c1b-47de-8816-6be245512c45 req-6b14d565-2e97-4883-ba94-37b5b0045431 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472724 Mar 08 04:23:58.836911 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61231d-78dd-4ea1-8999-84c6df91a828 req-95150cdc-c404-45f9-b7d3-98f61d6cb065 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:23:58.838409 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f61231d-78dd-4ea1-8999-84c6df91a828 req-95150cdc-c404-45f9-b7d3-98f61d6cb065 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0596330 Mar 08 04:23:58.887895 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7f61231d-78dd-4ea1-8999-84c6df91a828 req-0bb2d460-d59a-45e0-a293-ba96e14ddeba tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Mar 08 04:24:00.017184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1633-5cc7-4280-bcca-8e615157e1e3 req-a06fdbf5-80da-47f5-a43d-22b796723e39 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:00.018721 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ca1d1633-5cc7-4280-bcca-8e615157e1e3 req-a06fdbf5-80da-47f5-a43d-22b796723e39 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0561442 Mar 08 04:24:00.066599 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ca1d1633-5cc7-4280-bcca-8e615157e1e3 req-0c4031fd-06d9-4f82-b859-28f50de97368 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 Mar 08 04:24:01.220012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53d695-d4e3-4dfe-9499-c7ceedfc4d9b req-72d595c3-19c9-475b-9ce7-2aab9edd3291 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:01.222420 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db53d695-d4e3-4dfe-9499-c7ceedfc4d9b req-72d595c3-19c9-475b-9ce7-2aab9edd3291 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0813365 Mar 08 04:24:01.286081 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db53d695-d4e3-4dfe-9499-c7ceedfc4d9b req-cf5b5b2d-f5ba-4047-895d-f6d79479547d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580161 Mar 08 04:24:01.640196 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245433-23e7-462e-8209-90d2e03d698a req-07519d00-a399-4d06-be2f-6ade7d484680 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:01.641682 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78245433-23e7-462e-8209-90d2e03d698a req-07519d00-a399-4d06-be2f-6ade7d484680 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0553071 Mar 08 04:24:01.690743 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78245433-23e7-462e-8209-90d2e03d698a req-d37b3972-08d1-4e43-8fe6-bb51543e36a0 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Mar 08 04:24:02.423380 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921c8d-f99a-42a7-9fad-f9d2084d117f req-5cc11b51-f3ba-4219-aba4-ba0d1b5f541a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:02.424585 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c8921c8d-f99a-42a7-9fad-f9d2084d117f req-5cc11b51-f3ba-4219-aba4-ba0d1b5f541a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0596852 Mar 08 04:24:02.475636 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c8921c8d-f99a-42a7-9fad-f9d2084d117f req-b64a204b-80f6-47ab-85ae-0c11abf92163 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448239 Mar 08 04:24:02.812308 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8aedb-a516-4dd7-bf12-ee2d385d87f1 req-88836ef9-3a65-4d88-9940-5d305deb6e87 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:02.813793 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3c8aedb-a516-4dd7-bf12-ee2d385d87f1 req-88836ef9-3a65-4d88-9940-5d305deb6e87 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0550165 Mar 08 04:24:02.866734 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3c8aedb-a516-4dd7-bf12-ee2d385d87f1 req-fc979930-f215-4292-815a-431c6f85ac76 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Mar 08 04:24:03.608700 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5d634-8ba0-462f-91f6-4f847279b758 req-d5e90ae3-776e-4f92-b021-ee34f9667000 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:03.610284 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6b5d634-8ba0-462f-91f6-4f847279b758 req-d5e90ae3-776e-4f92-b021-ee34f9667000 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0565226 Mar 08 04:24:03.659032 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a6b5d634-8ba0-462f-91f6-4f847279b758 req-358eb329-c1d8-4812-b52d-fd392b158d55 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Mar 08 04:24:03.992766 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f60c7-aa66-48c2-9627-14a438ee7d11 req-0eed7047-d7c7-4966-b3ba-ac34303f855e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:03.994247 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e0f60c7-aa66-48c2-9627-14a438ee7d11 req-0eed7047-d7c7-4966-b3ba-ac34303f855e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0591688 Mar 08 04:24:04.043392 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e0f60c7-aa66-48c2-9627-14a438ee7d11 req-bedcee3f-b93a-4656-a542-bee9e404a936 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Mar 08 04:24:04.790543 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce36c-5592-4ef0-ab47-65680bbf4750 req-64fbfad0-fec9-45d2-b894-284877fa42fe tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:04.792224 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2cce36c-5592-4ef0-ab47-65680bbf4750 req-64fbfad0-fec9-45d2-b894-284877fa42fe tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0546391 Mar 08 04:24:04.841590 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2cce36c-5592-4ef0-ab47-65680bbf4750 req-cbd07782-0f24-49e9-b061-cb1e812f59d0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Mar 08 04:24:05.165981 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd017d5-aa24-41b9-bf16-5980ccf93d91 req-af9d25a1-520f-4ca0-a32c-814c77da4ac8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:05.167472 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bdd017d5-aa24-41b9-bf16-5980ccf93d91 req-af9d25a1-520f-4ca0-a32c-814c77da4ac8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0547645 Mar 08 04:24:05.221634 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bdd017d5-aa24-41b9-bf16-5980ccf93d91 req-7d6d9184-1fec-4779-9ec1-b8a188bb7032 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 Mar 08 04:24:05.973869 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d949f-f959-41ed-b80e-6fea58f8f480 req-ebcf90cb-fe73-48ae-ada9-83fe4313909b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:05.975403 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6c8d949f-f959-41ed-b80e-6fea58f8f480 req-ebcf90cb-fe73-48ae-ada9-83fe4313909b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0599201 Mar 08 04:24:06.026263 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6c8d949f-f959-41ed-b80e-6fea58f8f480 req-2672b6c2-e604-420a-80e4-ae78d8d1e171 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Mar 08 04:24:06.348236 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f61b0-ff79-46a4-83dd-735174e5fa44 req-868741a9-0740-4acd-895b-d7d902733972 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:06.349718 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a74f61b0-ff79-46a4-83dd-735174e5fa44 req-868741a9-0740-4acd-895b-d7d902733972 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0554612 Mar 08 04:24:06.398698 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a74f61b0-ff79-46a4-83dd-735174e5fa44 req-0b01a8fb-b3dc-4482-8e80-af22bca406a4 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Mar 08 04:24:07.160422 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a317e-ef35-483a-8b8d-7bc066b0f07d req-c47ef3d6-c4fb-4eed-ae35-3f5ca2ba3577 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:07.161907 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-313a317e-ef35-483a-8b8d-7bc066b0f07d req-c47ef3d6-c4fb-4eed-ae35-3f5ca2ba3577 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0596106 Mar 08 04:24:07.208572 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-313a317e-ef35-483a-8b8d-7bc066b0f07d req-5fd1a2b5-f3e0-4a17-95ae-8aa3d4c1315f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Mar 08 04:24:07.519861 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a4fb-e650-455d-950d-f60cf1d03b94 req-b60763ec-505c-4da9-8014-e61f7f85cf06 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:07.521605 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0506a4fb-e650-455d-950d-f60cf1d03b94 req-b60763ec-505c-4da9-8014-e61f7f85cf06 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0559747 Mar 08 04:24:07.570533 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0506a4fb-e650-455d-950d-f60cf1d03b94 req-f9ae140d-e72f-43ad-bdf8-a5e0fb69e077 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Mar 08 04:24:08.334425 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be00340-0802-4f3f-a857-18ec856f19f9 req-3c2bf0ee-6349-4f0d-8980-24ef150fc818 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:08.335933 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3be00340-0802-4f3f-a857-18ec856f19f9 req-3c2bf0ee-6349-4f0d-8980-24ef150fc818 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0552847 Mar 08 04:24:08.382016 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3be00340-0802-4f3f-a857-18ec856f19f9 req-579683cb-934f-48b3-92f5-bcb68f9bd227 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 Mar 08 04:24:08.689259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6903664-e5e2-48f3-8298-cbd2479b44d2 req-9268ed05-a9fe-41e0-9d36-04c4ef94391f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:08.690745 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b6903664-e5e2-48f3-8298-cbd2479b44d2 req-9268ed05-a9fe-41e0-9d36-04c4ef94391f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0538468 Mar 08 04:24:08.735362 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b6903664-e5e2-48f3-8298-cbd2479b44d2 req-18cce3e6-7417-4190-926a-856a7e83d9b5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Mar 08 04:24:09.502226 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8af597-e641-4633-b743-e86eb1cb6c87 req-a07d3d85-4e0b-4666-ba8a-eedd409c900a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:09.503685 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-af8af597-e641-4633-b743-e86eb1cb6c87 req-a07d3d85-4e0b-4666-ba8a-eedd409c900a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0512855 Mar 08 04:24:09.553344 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-af8af597-e641-4633-b743-e86eb1cb6c87 req-2172563b-ae89-4b01-9338-a279372102de tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 Mar 08 04:24:09.851379 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e06be-7fc3-4ee2-aeea-6ed9e9614587 req-b13d18a2-9e90-4c9f-a417-39fd2b98c370 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:09.852814 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e2e06be-7fc3-4ee2-aeea-6ed9e9614587 req-b13d18a2-9e90-4c9f-a417-39fd2b98c370 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0520043 Mar 08 04:24:09.898208 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7e2e06be-7fc3-4ee2-aeea-6ed9e9614587 req-7871cf76-5017-4d24-922b-8d61d64d479a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Mar 08 04:24:10.679693 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de97451-73e1-438e-840b-15eb21a4658a req-a53652d9-56a3-4e01-a113-5b918325ff66 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:10.681182 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0de97451-73e1-438e-840b-15eb21a4658a req-a53652d9-56a3-4e01-a113-5b918325ff66 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0536449 Mar 08 04:24:10.727205 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0de97451-73e1-438e-840b-15eb21a4658a req-b5d0a5e1-e345-4a59-a0a3-fd029c62e956 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 Mar 08 04:24:11.016530 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827fb4-97a2-4d58-ae1e-b25b63093483 req-ff27d5b9-d15f-45af-b678-29d93f7c519e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:11.017960 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-57827fb4-97a2-4d58-ae1e-b25b63093483 req-ff27d5b9-d15f-45af-b678-29d93f7c519e tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0546303 Mar 08 04:24:11.063014 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-57827fb4-97a2-4d58-ae1e-b25b63093483 req-aee391c5-24cb-4df9-b5ff-4a9b5184b3a6 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Mar 08 04:24:11.848751 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29793-ef10-4dce-ab20-00b1a79fc398 req-d5051606-6108-4ee5-ad47-c73eea29edd3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:11.850193 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e2e29793-ef10-4dce-ab20-00b1a79fc398 req-d5051606-6108-4ee5-ad47-c73eea29edd3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0529532 Mar 08 04:24:11.896961 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e2e29793-ef10-4dce-ab20-00b1a79fc398 req-5fa36078-503a-4e37-a661-0a081a252696 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Mar 08 04:24:12.178737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c11a1c-6000-4b8a-b55d-bfa99c063f51 req-d32b522a-4f4c-4db4-a356-fc076c19106a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:12.180192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5c11a1c-6000-4b8a-b55d-bfa99c063f51 req-d32b522a-4f4c-4db4-a356-fc076c19106a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0511732 Mar 08 04:24:12.228626 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5c11a1c-6000-4b8a-b55d-bfa99c063f51 req-8a9cf337-d41f-42a0-ad2a-4ff54578a734 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Mar 08 04:24:13.019164 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb520b-234d-434d-ae90-dce2b04d172f req-d11416d3-2865-4911-a959-c084c33363c5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:13.020607 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4cfb520b-234d-434d-ae90-dce2b04d172f req-d11416d3-2865-4911-a959-c084c33363c5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0515454 Mar 08 04:24:13.066234 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4cfb520b-234d-434d-ae90-dce2b04d172f req-32ba2418-e8da-4f14-9b4f-dd8a40d2cf21 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Mar 08 04:24:13.152053 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-b1dfcc56-9e34-4bca-927b-06d0961707e7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:13.153448 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-b1dfcc56-9e34-4bca-927b-06d0961707e7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0493519 Mar 08 04:24:13.247782 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Deleting port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:24:13.248043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.369438 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] For port 3217ce91-7231-496d-9f4e-81bdb0bc56d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3217ce91-7231-496d-9f4e-81bdb0bc56d1,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:13.369759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.373153 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bad6931e-2f43-4e34-8253-527f37a54daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.394773 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ffeaa-692c-428e-ba68-bf3e0f0b08bb req-a8579e5f-8f10-44bf-94aa-751809a7362d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:13.396220 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e5ffeaa-692c-428e-ba68-bf3e0f0b08bb req-a8579e5f-8f10-44bf-94aa-751809a7362d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 946 time: 0.0953367 Mar 08 04:24:13.510652 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e5ffeaa-692c-428e-ba68-bf3e0f0b08bb req-982dceb0-1b0b-4a2c-bc4f-1c8805e5bb44 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbf30c46-5fb1-4761-8499-1ac3d0176211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865705 Mar 08 04:24:13.583667 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.584017 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.584324 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Floating IP afdd3417-59d5-496a-989d-ef0b0d0657c7 disassociated. External IP: 172.28.1.221, port: 3217ce91-7231-496d-9f4e-81bdb0bc56d1. Mar 08 04:24:13.584655 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Calling delete_port for 3217ce91-7231-496d-9f4e-81bdb0bc56d1 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:24:13.712578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (3217ce91-7231-496d-9f4e-81bdb0bc56d1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:13.744728 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'Port': ['ID=3217ce91-7231-496d-9f4e-81bdb0bc56d1,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:13.754633 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.755003 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.755346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.755679 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.756011 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.756347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.756688 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.757010 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.757330 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.758156 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.758156 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.758351 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.758577 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:13.864679 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:24:13.973842 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:24:13.984874 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:24:13.995473 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:13.996091 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:23:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:14.013967 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] No DVR routers for this DVR port 3217ce91-7231-496d-9f4e-81bdb0bc56d1 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:24:14.017024 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:14.020284 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-42e5c3bc-83a3-4a84-9250-573ecf231444 req-7f6afa1a-4db7-4ddc-a466-d4cc30fa29ef tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "DELETE /v2.0/ports/3217ce91-7231-496d-9f4e-81bdb0bc56d1 HTTP/1.1" status: 204 len: 173 time: 0.8604081 Mar 08 04:24:14.020853 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'name': 'network-vif-deleted', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:14.022928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83863fa-537b-427b-a0ce-409c66e93801" -d '{"events": [{"server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "name": "network-vif-deleted", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:14.130416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0c40b-8152-4093-8ca1-d24111f15dda x-openstack-request-id: req-41f0c40b-8152-4093-8ca1-d24111f15dda {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:14.130983 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab38e4-19b4-4c89-b94d-2b089438a0eb", "name": "network-vif-deleted", "tag": "3217ce91-7231-496d-9f4e-81bdb0bc56d1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:14.131391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41f0c40b-8152-4093-8ca1-d24111f15dda {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:14.131949 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab38e4-19b4-4c89-b94d-2b089438a0eb', 'name': 'network-vif-deleted', 'tag': '3217ce91-7231-496d-9f4e-81bdb0bc56d1', 'status': 'completed', 'code': 200} Mar 08 04:24:14.219910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8e0ac-dcd8-436d-bb4e-db2624918d59 req-63597508-9d2f-4437-81c7-ed86a4ba3382 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:14.221498 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40d8e0ac-dcd8-436d-bb4e-db2624918d59 req-63597508-9d2f-4437-81c7-ed86a4ba3382 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 943 time: 0.0645452 Mar 08 04:24:14.262063 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:14.283793 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40d8e0ac-dcd8-436d-bb4e-db2624918d59 req-fb08ca0d-5d29-4369-b793-9ecea3e812d1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560982 Mar 08 04:24:14.460409 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:14.491008 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:24:14.499911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:14.500696 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:23:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:14.619997 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:14.624874 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f37b96f-037d-44d8-ba2f-975e08fda7b5 req-ec4495a0-34b7-4968-b451-2f2fe7ccc113 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ab38e4-19b4-4c89-b94d-2b089438a0eb HTTP/1.1" status: 200 len: 210 time: 0.0275011 Mar 08 04:24:14.815978 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:14.845377 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c3dc-66ca-44fe-bbca-0b93939b62e4 None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:24:14.918317 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:24:15.018478 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:15.029781 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'mac_address': 'fa:16:3e:b8:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:24:15.068880 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:24:15.069210 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.079260 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0e1b9-cf55-4029-9fd3-98e937ae76d4 None None] New status for floating IP afdd3417-59d5-496a-989d-ef0b0d0657c7: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:24:15.086969 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:24:15.106636 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:15.112710 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.159388 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=9']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:15.404986 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4de7f-c562-4749-97dc-c026f52f3152 req-c80c0a19-d5d1-4805-b8ed-394bf9ecaae0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:15.407130 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79f4de7f-c562-4749-97dc-c026f52f3152 req-c80c0a19-d5d1-4805-b8ed-394bf9ecaae0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 944 time: 0.0512516 Mar 08 04:24:15.455248 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-79f4de7f-c562-4749-97dc-c026f52f3152 req-841fa23c-012a-4043-9517-4e4cbd8d23cb tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Mar 08 04:24:15.541902 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee330289-0b7a-4d1a-bd11-1ceaf9ae28f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.590685 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:24:15.708644 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55312) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:15.761339 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (bbf30c46-5fb1-4761-8499-1ac3d0176211), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.788546 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (bbf30c46-5fb1-4761-8499-1ac3d0176211), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.834466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (bbf30c46-5fb1-4761-8499-1ac3d0176211), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.837122 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:15.838284 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbf30c46-5fb1-4761-8499-1ac3d0176211 HTTP/1.1" status: 204 len: 168 time: 0.1285923 Mar 08 04:24:15.841386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55314) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:15.850712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf30c46-5fb1-4761-8499-1ac3d0176211,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:15.856396 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-2fcd22e9-7e78-4158-b93c-481680a3ba90 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] show failed (client error): The resource could not be found. Mar 08 04:24:15.858287 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.858640 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.859009 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.859348 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.859738 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.860454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.860618 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-2fcd22e9-7e78-4158-b93c-481680a3ba90 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups/bbf30c46-5fb1-4761-8499-1ac3d0176211 HTTP/1.1" status: 404 len: 347 time: 0.0180330 Mar 08 04:24:15.860730 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.860984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55316) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:15.861079 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.861342 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.861670 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.861996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.862317 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:15.862636 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfbe842-1ef3-439b-a710-4933000bb2ec tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:16.218743 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Deleting port b910cedb-a54b-4d08-8cc0-758d1d9b7961 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:24:16.219135 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.291532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.291872 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (b910cedb-a54b-4d08-8cc0-758d1d9b7961), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.303315 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Calling delete_port for b910cedb-a54b-4d08-8cc0-758d1d9b7961 owned by network:floatingip {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:24:16.437290 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (b910cedb-a54b-4d08-8cc0-758d1d9b7961), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.464343 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'Port': ['ID=b910cedb-a54b-4d08-8cc0-758d1d9b7961,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:16.526109 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (afdd3417-59d5-496a-989d-ef0b0d0657c7), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.528712 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.532504 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-dd504972-812e-4302-a500-ba9a98e50f4d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "DELETE /v2.0/floatingips/afdd3417-59d5-496a-989d-ef0b0d0657c7 HTTP/1.1" status: 204 len: 168 time: 0.6680026 Mar 08 04:24:16.585695 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e76a6-a01d-49b3-b84e-e8e9854ddca4 req-37355845-2942-408b-9cd9-419a5dc0b7aa tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:16.587178 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cb7e76a6-a01d-49b3-b84e-e8e9854ddca4 req-37355845-2942-408b-9cd9-419a5dc0b7aa tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 944 time: 0.0562620 Mar 08 04:24:16.633326 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cb7e76a6-a01d-49b3-b84e-e8e9854ddca4 req-c2d41315-5a7d-408c-aa47-0f054f651192 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Mar 08 04:24:16.776858 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55322) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:16.781384 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481629781', 'description': 'tempest-description--1791810458'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:16.802942 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.803559 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.867820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (41ecfcba-f4e8-485f-bc82-3545c578aae4), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.871657 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (41ecfcba-f4e8-485f-bc82-3545c578aae4), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.895066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.896243 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1184082 Mar 08 04:24:16.899256 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55324) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:16.903859 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a3e9f-30ba-469f-8061-288d05940d7d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ecfcba-f4e8-485f-bc82-3545c578aae4,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:16.904000 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group_rule': {'security_group_id': '41ecfcba-f4e8-485f-bc82-3545c578aae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:16.932291 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (81bc3208-226f-43e1-8aba-143642fb89bb), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.944968 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:24:16.987505 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (81bc3208-226f-43e1-8aba-143642fb89bb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:16.992697 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (81bc3208-226f-43e1-8aba-143642fb89bb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.000353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:24:17.001185 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.008577 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bc3208-226f-43e1-8aba-143642fb89bb,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:17.024600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.025871 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-cf7fac58-e8d5-41de-b523-731884556431 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254711 Mar 08 04:24:17.028928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55326) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:17.035516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'security_group_rule': {'security_group_id': '41ecfcba-f4e8-485f-bc82-3545c578aae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:17.062285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (f48d2339-0504-47c2-992e-3717dbcd8da1), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.090256 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:24:17.090657 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.114563 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:17.116804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0bd03-a904-495d-bfa8-803134449f49" -d '{"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:17.120660 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (f48d2339-0504-47c2-992e-3717dbcd8da1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.124442 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (f48d2339-0504-47c2-992e-3717dbcd8da1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.129907 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:17.138391 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.139266 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 3217ce91-7231-496d-9f4e-81bdb0bc56d1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:24:17.147242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48d2339-0504-47c2-992e-3717dbcd8da1,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:17.154420 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.159592 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55332) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:17.159731 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1ac7e242-32a6-435b-af4e-960d79207179 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295192 Mar 08 04:24:17.164497 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:17.165421 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 3217ce91-7231-496d-9f4e-81bdb0bc56d1 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:24:17.165779 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 3217ce91-7231-496d-9f4e-81bdb0bc56d1 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:24:17.187432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.210594 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:17.236786 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d854e9ac-66e4-4019-8f78-c4895cca94bc x-openstack-request-id: req-d854e9ac-66e4-4019-8f78-c4895cca94bc {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:17.237106 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:17.237368 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d854e9ac-66e4-4019-8f78-c4895cca94bc {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:17.237761 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'code': 200} Mar 08 04:24:17.289589 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.393740 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Allocated IP 172.28.1.170 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/af3d4042-2189-4875-8b70-2236bda034db) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:24:17.506683 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (af3d4042-2189-4875-8b70-2236bda034db), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.540214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (af3d4042-2189-4875-8b70-2236bda034db), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.598124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:24:17.601039 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:24:17.604417 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:24:17.611104 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=af3d4042-2189-4875-8b70-2236bda034db,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:17.713631 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.758042 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af3d4042-2189-4875-8b70-2236bda034db), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.775707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6acdc3-bc62-43c9-b485-900bfb77c6a0 req-141532b1-9cb1-48c2-b16e-9ed791328892 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:17.777895 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec6acdc3-bc62-43c9-b485-900bfb77c6a0 req-141532b1-9cb1-48c2-b16e-9ed791328892 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0648823 Mar 08 04:24:17.837433 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec6acdc3-bc62-43c9-b485-900bfb77c6a0 req-35ef200a-4aca-4709-8085-32863e88fbe8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540285 Mar 08 04:24:17.876274 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9185d-eacb-44c8-b023-815d0fddc0ff req-9bb910a9-9f75-4001-8c37-9dce3c48f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:17.877769 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-96b9185d-eacb-44c8-b023-815d0fddc0ff req-9bb910a9-9f75-4001-8c37-9dce3c48f808 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 1130 time: 0.0602381 Mar 08 04:24:17.921804 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-96b9185d-eacb-44c8-b023-815d0fddc0ff req-6ec64c8e-d9bc-4f43-990f-a3eaf1db5d64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380061 Mar 08 04:24:17.942327 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (af3d4042-2189-4875-8b70-2236bda034db), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:17.949197 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (af3d4042-2189-4875-8b70-2236bda034db), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:18.032708 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=af3d4042-2189-4875-8b70-2236bda034db,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:18.046342 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:18.063487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:18.064728 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8d4e9521-12bc-4141-abd9-7256216d906c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9039629 Mar 08 04:24:18.209565 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:18.221597 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-33e9e512-6456-4ad3-8c34-ceeeddf89286 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--481629781&fields=id&tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 267 time: 0.0482891 Mar 08 04:24:18.329202 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-33e168d7-4c9d-4ad6-9eaa-a45e3bba7919 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:18.330624 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-33e168d7-4c9d-4ad6-9eaa-a45e3bba7919 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 810 time: 0.1020432 Mar 08 04:24:18.345229 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-345824de-d2c1-4776-94c8-5a8b10626ccc tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/quotas/6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 375 time: 0.0091848 Mar 08 04:24:18.398955 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-76daeb26-6a85-42d0-9246-e80fa340ca6d tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485845 Mar 08 04:24:18.539382 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-397e3801-602a-417a-a2a2-fa75b4d2e32f service neutron] 10.222.0.20 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290994 Mar 08 04:24:18.628836 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-60c68c45-9238-495d-8b68-4d1647fd333a service neutron] 10.222.0.20 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838168 Mar 08 04:24:18.787789 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ad76c54c-8b80-4ba4-813d-baf1b8400c12 req-4e734e4e-7172-4fae-9423-f830b2aada15 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 210 time: 0.0287583 Mar 08 04:24:18.969729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633bc0e-472b-4a14-92ad-60b25d38c79e req-d754987d-b4cf-48ef-976b-2a85793eaff5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:18.971487 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c633bc0e-472b-4a14-92ad-60b25d38c79e req-d754987d-b4cf-48ef-976b-2a85793eaff5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0545843 Mar 08 04:24:19.020267 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c633bc0e-472b-4a14-92ad-60b25d38c79e req-bb583a02-8360-44ac-a8a7-4acdd73d6237 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Mar 08 04:24:19.634490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:19.959761 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-448991ee-9b5c-4570-89eb-0485ec7ac1bc req-347837e6-c5ea-4a5c-881e-138d74ff1021 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 210 time: 0.1027017 Mar 08 04:24:19.978452 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-a9161046-2fb7-423c-8335-6daea3a4fbd5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:19.979888 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-a9161046-2fb7-423c-8335-6daea3a4fbd5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 810 time: 0.1547563 Mar 08 04:24:20.069101 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-a90b5a4c-573d-40a5-9743-95dbc8d57217 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e HTTP/1.1" status: 200 len: 379 time: 0.0538876 Mar 08 04:24:20.086642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'port': {'device_id': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'admin_state_up': True, 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'security_groups': ['41ecfcba-f4e8-485f-bc82-3545c578aae4']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:20.219971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d9c0-e43a-4bb7-89a1-fd12d8f550b9 req-f27574d4-0b92-488f-a74d-fd310d0a4f13 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:20.221653 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6841d9c0-e43a-4bb7-89a1-fd12d8f550b9 req-f27574d4-0b92-488f-a74d-fd310d0a4f13 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.1195626 Mar 08 04:24:20.263021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Made reservation on behalf of 6e00ee5ca24c43f18df750c74bdc5c3e for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:24:20.266884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.300463 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6841d9c0-e43a-4bb7-89a1-fd12d8f550b9 req-1966c9f3-cb1a-4293-a305-9ffa971beaa8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722275 Mar 08 04:24:20.410320 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Allocated IP 172.20.0.7 (5397445e-1c73-44b6-b0d0-137f673b353f/06635836-8136-4d38-864e-b7a2cca8b575/dc9705b9-6982-4add-af30-25ab9f774c2a) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:24:20.546224 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.581088 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.623013 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Network 5397445e-1c73-44b6-b0d0-137f673b353f is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:24:20.626033 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:24:20.629522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:24:20.657916 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event updated for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:20.685137 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:20.685766 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.707388 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-295d593a-ede3-4196-b713-0ddd0efdabae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251230 Mar 08 04:24:20.724914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Request body: {'port': {'device_id': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:20.823005 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.839212 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-a45636ad-7b28-452c-8693-15f9821cac94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903285 Mar 08 04:24:20.855773 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-936c6990-1acb-4a13-9f2a-132f90967846 None None] Provisioning complete for port dc9705b9-6982-4add-af30-25ab9f774c2a triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:24:20.856365 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-936c6990-1acb-4a13-9f2a-132f90967846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:20.891977 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-936c6990-1acb-4a13-9f2a-132f90967846 None None] Port dc9705b9-6982-4add-af30-25ab9f774c2a cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:24:21.005395 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663f9e-0a82-4821-a716-057e158bae57 req-bbef1512-3d04-46e9-9f42-64ddb68098fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.006907 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-bbef1512-3d04-46e9-9f42-64ddb68098fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.1355221 Mar 08 04:24:21.176709 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f500a3e-1aa9-4c29-9660-ed2100eb8006 req-597d811c-6038-44d9-90b3-9d150b9cd3ae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.178148 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5f500a3e-1aa9-4c29-9660-ed2100eb8006 req-597d811c-6038-44d9-90b3-9d150b9cd3ae tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 931 time: 0.1423168 Mar 08 04:24:21.222304 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663f9e-0a82-4821-a716-057e158bae57 req-045dc0e4-737d-4edc-aefb-109eaaab4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.223741 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-045dc0e4-737d-4edc-aefb-109eaaab4441 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.1890223 Mar 08 04:24:21.307315 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9705b9-6982-4add-af30-25ab9f774c2a {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:24:21.324462 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks [] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:21.331237 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5f500a3e-1aa9-4c29-9660-ed2100eb8006 req-3e83a9e8-bc1b-4e78-8621-b471128496ab tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463149 Mar 08 04:24:21.350903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Transition to ACTIVE for port object dc9705b9-6982-4add-af30-25ab9f774c2a will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:24:21.354734 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-aba49bdd-7a3c-43d6-976a-cb6f12efccc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 1001 time: 0.1081154 Mar 08 04:24:21.355811 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:21.464996 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Pushing event updated for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:21.481333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663f9e-0a82-4821-a716-057e158bae57 req-bdaea059-cacb-4999-a8bb-dca5853e2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.482808 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-bdaea059-cacb-4999-a8bb-dca5853e2c68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.1213109 Mar 08 04:24:21.571177 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e4f1-3848-4b7c-b809-6d7ff8996282 req-dfdcc34b-82a9-4489-a364-cd8155e304d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.572691 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4414e4f1-3848-4b7c-b809-6d7ff8996282 req-dfdcc34b-82a9-4489-a364-cd8155e304d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.1798878 Mar 08 04:24:21.632730 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b663f9e-0a82-4821-a716-057e158bae57 req-5b29762f-d9be-46f6-80f8-3f6773f0b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.634221 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-5b29762f-d9be-46f6-80f8-3f6773f0b449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1441848 Mar 08 04:24:21.636758 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Attempting to bind port dc9705b9-6982-4add-af30-25ab9f774c2a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:24:21.637090 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Attempting to bind port dc9705b9-6982-4add-af30-25ab9f774c2a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:24:21.637417 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Attempting to bind port dc9705b9-6982-4add-af30-25ab9f774c2a on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:24:21.659319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Port dc9705b9-6982-4add-af30-25ab9f774c2a on network 5397445e-1c73-44b6-b0d0-137f673b353f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:24:21.659638 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Attempting to bind port dc9705b9-6982-4add-af30-25ab9f774c2a on network 5397445e-1c73-44b6-b0d0-137f673b353f {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:24:21.673723 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4414e4f1-3848-4b7c-b809-6d7ff8996282 req-4fafc989-771e-4818-b92c-f309834737cd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950615 Mar 08 04:24:21.677983 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:24:21.678328 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Checking segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:24:21.678708 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Bound using segment: {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:24:21.679160 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Bound port: dc9705b9-6982-4add-af30-25ab9f774c2a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297aedb4-ee87-47de-a4b5-7c7bfce4c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:24:21.679521 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:21.793212 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-25d8115c-0a81-490d-9c3b-64954a8caf7a service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459522 Mar 08 04:24:21.796473 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:24:21.800115 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dc9705b9-6982-4add-af30-25ab9f774c2a,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:24:21.821127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:21.895009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:21.895634 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:21.897010 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] 10.222.0.42 "PUT /v2.0/ports/dc9705b9-6982-4add-af30-25ab9f774c2a HTTP/1.1" status: 200 len: 1093 time: 1.1765535 Mar 08 04:24:21.901297 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:21.903561 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:21.942753 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15906b-a0e1-4b4f-9f64-eb1d90fd3d4b service neutron] Pushing event updated for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:21.950923 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1b663f9e-0a82-4821-a716-057e158bae57 req-99190cf2-72d4-4b1c-9bca-9c8b95b35561 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489866 Mar 08 04:24:21.962621 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fcd090-acca-4ffc-936d-2d5e37915921 x-openstack-request-id: req-38fcd090-acca-4ffc-936d-2d5e37915921 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:21.962957 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:21.963218 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38fcd090-acca-4ffc-936d-2d5e37915921 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:21.963623 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'status': 'completed', 'code': 200} Mar 08 04:24:22.014704 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-d492bf31-0a1a-41a8-8033-7ee5c6c56f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.017384 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-d492bf31-0a1a-41a8-8033-7ee5c6c56f57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 1127 time: 0.0491433 Mar 08 04:24:22.092315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-891bb55b-160b-40e1-9da8-1645f34e7d13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9705b9-6982-4add-af30-25ab9f774c2a HTTP/1.1" status: 200 len: 217 time: 0.0363071 Mar 08 04:24:22.144353 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-25652be3-f697-4efb-a9ed-7fccd10c6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.145819 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-25652be3-f697-4efb-a9ed-7fccd10c6d5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0477991 Mar 08 04:24:22.194531 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-d14ba14c-fe46-49a4-81df-15412126deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.195936 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-d14ba14c-fe46-49a4-81df-15412126deb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436378 Mar 08 04:24:22.285093 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-3f3624fb-571a-477a-a619-5c9e0c16c2a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804465 Mar 08 04:24:22.392073 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-542dcd75-a47b-44f8-b4e7-3c7a2c4cdd50 req-a296167d-5104-4fba-a2cb-48b8c1144ada service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898862 Mar 08 04:24:22.454921 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0569cb4-47e7-49df-8603-28eac4859e8e req-436347d5-ffa2-438a-8a22-295a64b893eb tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.456461 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0569cb4-47e7-49df-8603-28eac4859e8e req-436347d5-ffa2-438a-8a22-295a64b893eb tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 943 time: 0.0551903 Mar 08 04:24:22.504705 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0569cb4-47e7-49df-8603-28eac4859e8e req-e29e51ec-7dac-45a8-9d96-6fc0b484300f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Mar 08 04:24:22.594459 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-173d40d9-e59d-44a0-8566-1d1f8a3a2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.595969 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-173d40d9-e59d-44a0-8566-1d1f8a3a2a30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 1127 time: 0.0497477 Mar 08 04:24:22.684563 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-621275d6-a685-4a50-9423-5360c8deaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.686012 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-621275d6-a685-4a50-9423-5360c8deaa43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.0840716 Mar 08 04:24:22.730343 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-949cd107-fca3-4341-82cf-0c9d7d6f6760 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9705b9-6982-4add-af30-25ab9f774c2a HTTP/1.1" status: 200 len: 217 time: 0.0365739 Mar 08 04:24:22.735031 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:22.778177 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-82bd12d2-6f5a-41fc-a5a7-a400cf3b5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.779635 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-82bd12d2-6f5a-41fc-a5a7-a400cf3b5ba7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0429945 Mar 08 04:24:22.828483 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-c5c29882-4a8b-467c-ba74-0d5e5252f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:22.829964 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-c5c29882-4a8b-467c-ba74-0d5e5252f3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0447268 Mar 08 04:24:22.920785 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-76a04bba-c70a-4117-a2c5-1f7a17a38bb2 service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Mar 08 04:24:23.024432 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ac67a114-3d43-4132-ba7d-1d2e3c9bc410 req-6ceaff9d-08f1-4510-a564-2ae2c8b72d8e service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824625 Mar 08 04:24:23.625661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e6a-9413-4d42-b190-febb0df5d49d req-03ba026a-c1da-4888-a009-ba5e064d3375 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:23.627146 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1c161e6a-9413-4d42-b190-febb0df5d49d req-03ba026a-c1da-4888-a009-ba5e064d3375 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 943 time: 0.0529335 Mar 08 04:24:23.676646 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1c161e6a-9413-4d42-b190-febb0df5d49d req-57753dfc-0e14-454a-aa7d-6f34ab4b9766 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Mar 08 04:24:25.027246 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a5ec-01b3-4529-8b4f-9a9aeddc200f req-1279f4eb-09c7-4ca3-9ce0-40212425b221 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:25.028665 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ee63a5ec-01b3-4529-8b4f-9a9aeddc200f req-1279f4eb-09c7-4ca3-9ce0-40212425b221 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 943 time: 0.2869484 Mar 08 04:24:25.074681 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ee63a5ec-01b3-4529-8b4f-9a9aeddc200f req-95502697-a46c-4a0d-840a-b1e8cc05b9a8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404990 Mar 08 04:24:26.189673 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d8d91-dc14-4aed-b76c-19c994f62290 req-97580fca-44f1-4226-8b2e-f2963413c430 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:26.191049 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-958d8d91-dc14-4aed-b76c-19c994f62290 req-97580fca-44f1-4226-8b2e-f2963413c430 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 943 time: 0.0526810 Mar 08 04:24:26.237967 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-958d8d91-dc14-4aed-b76c-19c994f62290 req-e8524a8c-03e3-4371-856f-644379b95f58 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Mar 08 04:24:26.975441 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device dc9705b9-6982-4add-af30-25ab9f774c2a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:24:27.071747 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dc9705b9-6982-4add-af30-25ab9f774c2a,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:27.082341 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'port_id': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'mac_address': 'fa:16:3e:4f:a4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:24:27.118371 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port dc9705b9-6982-4add-af30-25ab9f774c2a is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:24:27.118789 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:27.131235 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9705b9-6982-4add-af30-25ab9f774c2a {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:24:27.150306 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dc9705b9-6982-4add-af30-25ab9f774c2a,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:27.154529 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:27.204451 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:27.211100 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.211450 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.211815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.212163 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.212492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.212816 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.213142 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.213465 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.213787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.214111 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.214429 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.214745 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.215092 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:24:27.360791 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf35e6-df4a-4f02-9455-18639314d332 req-bd76f3ca-3f40-478e-8cf4-7e0d19cd5942 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:27.362239 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-32bf35e6-df4a-4f02-9455-18639314d332 req-bd76f3ca-3f40-478e-8cf4-7e0d19cd5942 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 944 time: 0.0583324 Mar 08 04:24:27.408192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-32bf35e6-df4a-4f02-9455-18639314d332 req-b15944f0-8dc6-46c7-a76d-132eff4a6a05 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404055 Mar 08 04:24:27.565983 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['dc9705b9-6982-4add-af30-25ab9f774c2a'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:24:28.523571 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87d6e-2bb0-448c-a24f-6cc540e6acaf req-90aa3e42-3174-468f-834d-c88467db76c7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:28.524996 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0a87d6e-2bb0-448c-a24f-6cc540e6acaf req-90aa3e42-3174-468f-834d-c88467db76c7 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 944 time: 0.0508707 Mar 08 04:24:28.569853 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a0a87d6e-2bb0-448c-a24f-6cc540e6acaf req-8ab6f01c-dfe0-4ada-86cb-7e716240f7aa tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Mar 08 04:24:28.989495 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device dc9705b9-6982-4add-af30-25ab9f774c2a up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:24:29.036993 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port dc9705b9-6982-4add-af30-25ab9f774c2a completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:24:29.040636 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port dc9705b9-6982-4add-af30-25ab9f774c2a triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:24:29.041017 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:29.115453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port dc9705b9-6982-4add-af30-25ab9f774c2a is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:24:29.115840 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:29.137998 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:29.140311 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12855e7c-a2d6-4a93-ac40-c37972bb5f65" -d '{"events": [{"server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "name": "network-vif-plugged", "status": "completed", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:29.153209 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dc9705b9-6982-4add-af30-25ab9f774c2a,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:29.157178 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:29.186002 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb760f-5526-41ec-b1f5-021703746f25 x-openstack-request-id: req-b6bb760f-5526-41ec-b1f5-021703746f25 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:29.186290 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "name": "network-vif-plugged", "status": "completed", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:29.186538 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6bb760f-5526-41ec-b1f5-021703746f25 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:29.186941 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'code': 200} Mar 08 04:24:29.212861 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:29.410186 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993098a4-d27c-4faa-a9dd-810033ffbb58 req-401c4815-d88a-4b2e-8734-0e6cf64ed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:29.411688 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-993098a4-d27c-4faa-a9dd-810033ffbb58 req-401c4815-d88a-4b2e-8734-0e6cf64ed1f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 1129 time: 0.0464580 Mar 08 04:24:29.455087 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-993098a4-d27c-4faa-a9dd-810033ffbb58 req-2354edee-491f-4be3-a0d6-47b40ded14db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Mar 08 04:24:29.687602 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272d607-94be-4fdb-8bec-3e9b91899d9c req-2c38ab17-f794-477f-8824-c713099fed86 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:29.689448 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7272d607-94be-4fdb-8bec-3e9b91899d9c req-2c38ab17-f794-477f-8824-c713099fed86 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0546050 Mar 08 04:24:29.736088 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7272d607-94be-4fdb-8bec-3e9b91899d9c req-309d26a3-b468-4832-8140-faeab8b77f6a tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410402 Mar 08 04:24:30.853909 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5a405-d0c5-40bf-92c2-88c482358c1c req-f46e9095-41bd-4116-b3ae-ebebf2f788bb tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:30.855382 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0ff5a405-d0c5-40bf-92c2-88c482358c1c req-f46e9095-41bd-4116-b3ae-ebebf2f788bb tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0523880 Mar 08 04:24:30.904748 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0ff5a405-d0c5-40bf-92c2-88c482358c1c req-c24bb20d-6dd4-41be-b0b5-d353453cff59 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Mar 08 04:24:31.823793 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:24:32.020801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96904d5-e970-4c59-841b-54587cef8ba1 req-b9fb200d-19ec-46b4-93f7-57bc064f6dfe tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:32.022263 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b96904d5-e970-4c59-841b-54587cef8ba1 req-b9fb200d-19ec-46b4-93f7-57bc064f6dfe tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0526273 Mar 08 04:24:32.069207 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b96904d5-e970-4c59-841b-54587cef8ba1 req-28233def-af34-4086-b139-5adcbbfa0ed1 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Mar 08 04:24:32.180908 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845007a-0db7-4151-b1a6-372556460870 req-0d68cf29-1e9b-4133-8b32-4354393a5c5f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:32.182359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a845007a-0db7-4151-b1a6-372556460870 req-0d68cf29-1e9b-4133-8b32-4354393a5c5f tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0521333 Mar 08 04:24:32.190671 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55442) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:32.194928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Request body: {'floatingip': {'port_id': 'dc9705b9-6982-4add-af30-25ab9f774c2a'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:32.236888 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:32.675712 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:32.679143 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:32.778021 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Floating IP 76e514ad-5910-40b1-b89d-08eda4bb202d associated. External IP: 172.28.1.170, port: dc9705b9-6982-4add-af30-25ab9f774c2a. Mar 08 04:24:32.988262 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:24:33.100077 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:24:33.104574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:33.110488 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:24:33.119860 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:33.120479 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:33.135018 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ac1e71f6-60cd-4960-a868-53c424592144 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "PUT /v2.0/floatingips/76e514ad-5910-40b1-b89d-08eda4bb202d HTTP/1.1" status: 200 len: 991 time: 0.9432666 Mar 08 04:24:33.135648 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:33.137846 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcadf226-ad0a-485c-afbc-86cca854935e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:33.173125 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a6d42-2d0e-490d-af5e-42b96b0c0478 x-openstack-request-id: req-e82a6d42-2d0e-490d-af5e-42b96b0c0478 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:33.173409 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:33.173686 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e82a6d42-2d0e-490d-af5e-42b96b0c0478 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:33.174084 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'status': 'completed', 'code': 200} Mar 08 04:24:33.235194 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:33.263022 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf226-ad0a-485c-afbc-86cca854935e req-eada5267-4289-447e-8f86-77b4d69c600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:33.264503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-eada5267-4289-447e-8f86-77b4d69c600a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 1129 time: 0.0448742 Mar 08 04:24:33.357273 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf226-ad0a-485c-afbc-86cca854935e req-5193ade6-ff38-416a-9f42-dc823c82455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:33.358737 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-5193ade6-ff38-416a-9f42-dc823c82455a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 200 len: 911 time: 0.0877213 Mar 08 04:24:33.427835 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-546e6cb6-fe29-4c2b-a225-0c158c1fc803 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9705b9-6982-4add-af30-25ab9f774c2a HTTP/1.1" status: 200 len: 999 time: 0.0624082 Mar 08 04:24:33.455326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '76e514ad-5910-40b1-b89d-08eda4bb202d', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:17Z', 'updated_at': '2022-03-08T04:24:32Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:33.480771 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf226-ad0a-485c-afbc-86cca854935e req-eb22b30c-f8c8-4cfd-bed9-586fe9bed0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:33.482250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-eb22b30c-f8c8-4cfd-bed9-586fe9bed0b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 200 len: 849 time: 0.0435321 Mar 08 04:24:33.484127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:24:33.492415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:33.493004 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:33.530903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf226-ad0a-485c-afbc-86cca854935e req-f8ce2661-0123-4aa9-b79b-278ee3c2542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:33.532428 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-f8ce2661-0123-4aa9-b79b-278ee3c2542d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5397445e-1c73-44b6-b0d0-137f673b353f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442348 Mar 08 04:24:33.600686 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:33.624253 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-433b26e5-63b3-450c-9004-966f16b7bf1e service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857744 Mar 08 04:24:33.715636 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fcadf226-ad0a-485c-afbc-86cca854935e req-49b58643-164a-499c-ae65-a08df95114fe service neutron] 10.222.0.42 "GET /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846944 Mar 08 04:24:33.950303 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '76e514ad-5910-40b1-b89d-08eda4bb202d', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:17Z', 'updated_at': '2022-03-08T04:24:32Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:33.978749 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f463470-506e-490c-bec6-e487564a6e3a None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '76e514ad-5910-40b1-b89d-08eda4bb202d', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'port_id': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'mac_address': 'fa:16:3e:4f:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:17Z', 'updated_at': '2022-03-08T04:24:32Z', 'revision_number': 1, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:24:34.158447 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b91614-210b-497b-bf86-759ed1c8b5c2 None None] New status for floating IP 76e514ad-5910-40b1-b89d-08eda4bb202d: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:24:43.374970 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69c4c892-18f7-487e-9710-c02a65beb184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:45.542327 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a33b9a6f-15bb-49df-819a-98921441ff1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:46.811158 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:48.210756 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:48.631531 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a1d1-e6da-44ba-b783-09f9c4d4dfa3 req-1ca00d4f-9d5d-4a01-a85b-dd94d671ad3e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:48.632977 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-96f8a1d1-e6da-44ba-b783-09f9c4d4dfa3 req-1ca00d4f-9d5d-4a01-a85b-dd94d671ad3e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Mar 08 04:24:48.684646 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-96f8a1d1-e6da-44ba-b783-09f9c4d4dfa3 req-d8b5d33e-5ffd-493d-b63e-3bb11ecd5b80 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Mar 08 04:24:49.627815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:49.803609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bc29a-ea81-448b-a83e-8ae87d5cfa8c req-77075af5-b732-4b6a-aff0-063de34ffcc9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:49.805046 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-802bc29a-ea81-448b-a83e-8ae87d5cfa8c req-77075af5-b732-4b6a-aff0-063de34ffcc9 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0523744 Mar 08 04:24:49.852199 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-802bc29a-ea81-448b-a83e-8ae87d5cfa8c req-159a4c30-a624-4254-9b0f-ff2971e22535 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Mar 08 04:24:50.847556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-6c485e71-e298-4581-9cd0-ce78d8c95621 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:50.848964 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-6c485e71-e298-4581-9cd0-ce78d8c95621 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Mar 08 04:24:50.980933 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port 4740b321-013e-4d0b-93de-7d63a79a6dd1 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:24:50.981266 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:50.992189 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a988-5f90-49b0-a412-3e066349d23e req-827a83cb-7a0f-407c-9a9a-538ee8f58686 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:50.993618 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-faf2a988-5f90-49b0-a412-3e066349d23e req-827a83cb-7a0f-407c-9a9a-538ee8f58686 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 945 time: 0.0717962 Mar 08 04:24:51.097980 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-faf2a988-5f90-49b0-a412-3e066349d23e req-acb157e4-d9f8-48fd-be73-ff78d5143aac tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=67df3729-c00e-4f03-8451-daab5f7ff4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944192 Mar 08 04:24:51.112861 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] For port 4740b321-013e-4d0b-93de-7d63a79a6dd1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4740b321-013e-4d0b-93de-7d63a79a6dd1,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:24:51.113225 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:51.282483 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:51.282871 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:51.283189 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP 1bb1b35a-749e-4488-bb47-781546204a24 disassociated. External IP: 172.28.1.41, port: 4740b321-013e-4d0b-93de-7d63a79a6dd1. Mar 08 04:24:51.283521 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for 4740b321-013e-4d0b-93de-7d63a79a6dd1 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:24:51.410798 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (4740b321-013e-4d0b-93de-7d63a79a6dd1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:51.439170 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=4740b321-013e-4d0b-93de-7d63a79a6dd1,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:51.555772 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:24:51.663333 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:24:51.675454 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:24:51.685193 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:51.685979 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:51.705023 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] No DVR routers for this DVR port 4740b321-013e-4d0b-93de-7d63a79a6dd1 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:24:51.707701 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:51.711164 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-640c294b-4462-4039-be7c-3c3b7c423a7b req-e8e1daec-25d7-463d-bbf6-c85ba834f1dc tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "DELETE /v2.0/ports/4740b321-013e-4d0b-93de-7d63a79a6dd1 HTTP/1.1" status: 204 len: 173 time: 0.8570800 Mar 08 04:24:51.711553 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'name': 'network-vif-deleted', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:51.713801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007c7d99-1df1-41c0-b2be-a2a6b36474a2" -d '{"events": [{"server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "name": "network-vif-deleted", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:51.750285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9ca06-6f30-456b-951f-7eb7c88f5847 x-openstack-request-id: req-27e9ca06-6f30-456b-951f-7eb7c88f5847 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:51.750285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecae18b-121c-418b-8d29-5ff17a3d5a58", "name": "network-vif-deleted", "tag": "4740b321-013e-4d0b-93de-7d63a79a6dd1", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:51.750998 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27e9ca06-6f30-456b-951f-7eb7c88f5847 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:51.751340 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecae18b-121c-418b-8d29-5ff17a3d5a58', 'name': 'network-vif-deleted', 'tag': '4740b321-013e-4d0b-93de-7d63a79a6dd1', 'status': 'completed', 'code': 200} Mar 08 04:24:51.802332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:52.007593 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:52.037247 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:24:52.045286 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:24:52.045894 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:52.153854 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:24:52.206723 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7554c691-cea6-4491-a468-49e07e5c2779 req-330640cc-fbcd-4ddf-b258-141d0cc91bb4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ecae18b-121c-418b-8d29-5ff17a3d5a58 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Mar 08 04:24:52.364524 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:24:52.395798 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866e8cf5-0859-415a-a10e-4294c4d342b8 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:24:52.598948 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2fde05-a22d-4d2a-8f8a-ba961187cf60 None None] New status for floating IP 1bb1b35a-749e-4488-bb47-781546204a24: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:24:52.735874 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.288835 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55526) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:53.340955 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (67df3729-c00e-4f03-8451-daab5f7ff4cb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.364071 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (67df3729-c00e-4f03-8451-daab5f7ff4cb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.410159 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (67df3729-c00e-4f03-8451-daab5f7ff4cb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.412701 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.413877 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/security-groups/67df3729-c00e-4f03-8451-daab5f7ff4cb HTTP/1.1" status: 204 len: 168 time: 0.1240780 Mar 08 04:24:53.416747 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55528) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:53.423524 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bde0f1-c680-4fb2-ae77-ce1e0289a463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df3729-c00e-4f03-8451-daab5f7ff4cb,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:53.431318 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.api.v2.resource [None req-5303d2ef-f5cc-4fa5-bd64-9d2204c4ae34 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] show failed (client error): The resource could not be found. Mar 08 04:24:53.432318 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5303d2ef-f5cc-4fa5-bd64-9d2204c4ae34 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups/67df3729-c00e-4f03-8451-daab5f7ff4cb HTTP/1.1" status: 404 len: 347 time: 0.0145433 Mar 08 04:24:53.435129 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55530) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:53.555779 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port 585abe87-c149-4dee-9bdd-9bda3505f8e2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:24:53.556012 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.630681 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.631034 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (585abe87-c149-4dee-9bdd-9bda3505f8e2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.642748 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for 585abe87-c149-4dee-9bdd-9bda3505f8e2 owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:24:53.770903 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (585abe87-c149-4dee-9bdd-9bda3505f8e2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.795026 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=585abe87-c149-4dee-9bdd-9bda3505f8e2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:53.854447 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (1bb1b35a-749e-4488-bb47-781546204a24), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.857104 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:53.858230 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3ac7b106-01bf-4c4e-ae39-bdc23cc9e613 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/floatingips/1bb1b35a-749e-4488-bb47-781546204a24 HTTP/1.1" status: 204 len: 168 time: 0.4216807 Mar 08 04:24:54.334277 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55536) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:54.338878 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407391731', 'description': 'tempest-description--54346041'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:54.358566 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.423353 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (1de16710-4e47-43a0-b16f-c1054b5c1888), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.427357 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1de16710-4e47-43a0-b16f-c1054b5c1888), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.457033 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.458224 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1228850 Mar 08 04:24:54.459329 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7165-7d01-4b2d-af79-150147488424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de16710-4e47-43a0-b16f-c1054b5c1888,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:54.461193 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55538) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:54.465694 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '1de16710-4e47-43a0-b16f-c1054b5c1888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:54.492385 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (d5a54b44-1df8-4940-8ea3-c6a0dd6b7ca7), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.537011 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (d5a54b44-1df8-4940-8ea3-c6a0dd6b7ca7), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.540194 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (d5a54b44-1df8-4940-8ea3-c6a0dd6b7ca7), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.557871 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a54b44-1df8-4940-8ea3-c6a0dd6b7ca7,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:54.565347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.566503 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-984ce343-8ab6-4876-be71-588e5eb0ea2e tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1043062 Mar 08 04:24:54.569154 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55540) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:54.573604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'security_group_rule': {'security_group_id': '1de16710-4e47-43a0-b16f-c1054b5c1888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:54.597512 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (2ffecd24-9c9a-45ea-b6a7-d82dedcabba6), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.651592 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (2ffecd24-9c9a-45ea-b6a7-d82dedcabba6), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.655188 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (2ffecd24-9c9a-45ea-b6a7-d82dedcabba6), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.676840 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffecd24-9c9a-45ea-b6a7-d82dedcabba6,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:54.690837 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.692008 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-593398d4-64e7-4d02-963d-e428e0d4f926 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218994 Mar 08 04:24:54.695010 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55542) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:24:54.699262 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:54.719815 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.813123 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:54.922447 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.28.1.237 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/c902ffd1-c2af-42e8-b97e-d2bd3098b162) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:24:55.021804 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.055323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.095325 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:24:55.098031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:24:55.101402 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:24:55.106648 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=c902ffd1-c2af-42e8-b97e-d2bd3098b162,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:55.144223 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 4740b321-013e-4d0b-93de-7d63a79a6dd1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:24:55.164256 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 4740b321-013e-4d0b-93de-7d63a79a6dd1 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:24:55.164604 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 4740b321-013e-4d0b-93de-7d63a79a6dd1 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:24:55.192623 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.228506 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.372744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.377648 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.441644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=c902ffd1-c2af-42e8-b97e-d2bd3098b162,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:55.453714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.468136 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:55.470004 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6121bdc7-6fc6-4dde-a1e3-1efea072a8aa tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7740490 Mar 08 04:24:55.617423 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-7ade2ffe-a87c-4459-9875-ab1a8724f754 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--407391731&fields=id&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 267 time: 0.0469847 Mar 08 04:24:55.722498 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-75f3bee8-f5fe-4b91-b2ce-d1cfad2cbe27 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:55.723964 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-75f3bee8-f5fe-4b91-b2ce-d1cfad2cbe27 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1001546 Mar 08 04:24:55.737904 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-8a09b463-f4d1-4ef9-beec-dfc4ca4cca6f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/quotas/4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 375 time: 0.0086918 Mar 08 04:24:55.791078 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-9fbb63f8-55d9-43b3-8f45-4fd8efbf6463 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484734 Mar 08 04:24:55.889738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-b0555bbb-08c9-4327-b18e-676bb6694748 service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872922 Mar 08 04:24:55.977353 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-4680aec3-de65-4785-89cc-7079f7571e5e service neutron] 10.222.0.20 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817552 Mar 08 04:24:56.137840 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ec032359-69cf-4961-8e7b-5d230ac06407 req-a7cf5428-34cf-4f82-ac58-5ac9e76fb688 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Mar 08 04:24:57.149065 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-661b925d-78d1-433a-b4f4-c165f9fc9e99 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:57.150847 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-661b925d-78d1-433a-b4f4-c165f9fc9e99 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 815 time: 0.1023750 Mar 08 04:24:57.245638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6bf05809-2a8b-45c4-95f5-9eb1fb82eb58 req-6106bce5-0d3a-41e5-9ed2-cf9122b74ac2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0383646 Mar 08 04:24:57.261901 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f4416fdb-1300-413c-9ff3-b201dee9688c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3fa58e858f420f89e3ff9099c19928 HTTP/1.1" status: 200 len: 379 time: 0.0814691 Mar 08 04:24:57.271594 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'port': {'device_id': '7dd2acde-c915-4468-b42d-70620064e5e6', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'admin_state_up': True, 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'security_groups': ['1de16710-4e47-43a0-b16f-c1054b5c1888']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:57.375820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Made reservation on behalf of 4e3fa58e858f420f89e3ff9099c19928 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:24:57.379161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:57.503834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Allocated IP 172.20.0.14 (7a8ab4f8-6073-4993-8b1c-948eba368d6d/2dbc7b78-2f89-44e1-af5d-7c85ba710a68/a962d3c8-4603-4eed-8271-686f33223e16) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:24:57.635675 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for port (a962d3c8-4603-4eed-8271-686f33223e16), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:57.673996 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:57.715760 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:24:57.719041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:24:57.722493 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:24:57.751944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event updated for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:57.775762 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:57.776369 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:57.793875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-63e3388c-3df9-4fce-81e1-c82eb2e10218 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5258152 Mar 08 04:24:57.811986 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Request body: {'port': {'device_id': '7dd2acde-c915-4468-b42d-70620064e5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:24:57.876610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a962d3c8-4603-4eed-8271-686f33223e16), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:57.986326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-22a0d482-1700-45d7-94f1-1b9d16adec3a None None] Provisioning complete for port a962d3c8-4603-4eed-8271-686f33223e16 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:24:57.986928 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22a0d482-1700-45d7-94f1-1b9d16adec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a962d3c8-4603-4eed-8271-686f33223e16), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.021780 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-22a0d482-1700-45d7-94f1-1b9d16adec3a None None] Port a962d3c8-4603-4eed-8271-686f33223e16 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:24:58.402426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a962d3c8-4603-4eed-8271-686f33223e16 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:24:58.413095 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1726ef-bf54-4e0a-b605-d25370db2332 req-86f91ede-a999-46b1-88f4-7abd418c4f7c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:58.414547 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d1726ef-bf54-4e0a-b605-d25370db2332 req-86f91ede-a999-46b1-88f4-7abd418c4f7c tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 932 time: 0.0990524 Mar 08 04:24:58.418415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks [] for port (a962d3c8-4603-4eed-8271-686f33223e16), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.448469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Transition to ACTIVE for port object a962d3c8-4603-4eed-8271-686f33223e16 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:24:58.457421 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.510153 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d1726ef-bf54-4e0a-b605-d25370db2332 req-52aa2c14-3c1d-4542-8609-a8bb1d728527 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893078 Mar 08 04:24:58.525578 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Pushing event updated for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:58.598081 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Attempting to bind port a962d3c8-4603-4eed-8271-686f33223e16 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:24:58.598417 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Attempting to bind port a962d3c8-4603-4eed-8271-686f33223e16 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:24:58.598742 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Attempting to bind port a962d3c8-4603-4eed-8271-686f33223e16 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:24:58.603312 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Port a962d3c8-4603-4eed-8271-686f33223e16 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:24:58.603629 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Attempting to bind port a962d3c8-4603-4eed-8271-686f33223e16 on network 7a8ab4f8-6073-4993-8b1c-948eba368d6d {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:24:58.608498 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:24:58.608835 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Checking segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:24:58.610858 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Bound using segment: {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:24:58.611918 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Bound port: a962d3c8-4603-4eed-8271-686f33223e16, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58078a7b-7e38-448f-adb8-6057fbb0814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:24:58.612287 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a962d3c8-4603-4eed-8271-686f33223e16), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.681303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:24:58.684193 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a962d3c8-4603-4eed-8271-686f33223e16,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:24:58.691199 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.722930 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:58.723549 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:24:58.724939 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] 10.222.0.42 "PUT /v2.0/ports/a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 200 len: 1094 time: 0.9173245 Mar 08 04:24:58.725696 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:24:58.727611 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c06d39-e0ea-41da-b91f-e794cf62e619" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "tag": "a962d3c8-4603-4eed-8271-686f33223e16"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:24:58.763919 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebd6b9-c1b0-45d8-b416-4b0663500aef service neutron] Pushing event updated for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:24:58.774399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503b392-c903-4864-a120-1d239be78814 x-openstack-request-id: req-8503b392-c903-4864-a120-1d239be78814 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:24:58.774676 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "tag": "a962d3c8-4603-4eed-8271-686f33223e16", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:24:58.774955 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8503b392-c903-4864-a120-1d239be78814 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:24:58.776538 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16', 'status': 'completed', 'code': 200} Mar 08 04:24:58.835973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f21d7a96-d5c3-43a7-bef4-ebacca3edaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:58.837467 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f21d7a96-d5c3-43a7-bef4-ebacca3edaf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 1128 time: 0.0460835 Mar 08 04:24:58.892067 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-13ba2673-0cec-4ebb-b13b-c0974ae9b741 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 200 len: 217 time: 0.0402720 Mar 08 04:24:58.940978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-913969f4-8bac-4223-86b4-4378ce52d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:58.942478 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-913969f4-8bac-4223-86b4-4378ce52d7a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0444653 Mar 08 04:24:58.992053 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-1107aca0-f8c3-4fd0-b830-7ece12672a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:58.993581 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-1107aca0-f8c3-4fd0-b830-7ece12672a19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448015 Mar 08 04:24:59.086159 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-f6494ff7-7342-420f-9708-a05472af9b22 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852916 Mar 08 04:24:59.177391 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c3c43b65-7132-4c57-96a7-cee29499f2b0 req-000c6322-9392-4b86-9ff4-ce8b99ad2b0e service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Mar 08 04:24:59.314432 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-05e80ce6-fa09-4151-83c2-754746f0c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:59.315961 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-05e80ce6-fa09-4151-83c2-754746f0c65e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 1128 time: 0.0451231 Mar 08 04:24:59.407821 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-14053978-93c4-4128-b258-cf20f1d5350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:59.409200 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-14053978-93c4-4128-b258-cf20f1d5350f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0870130 Mar 08 04:24:59.449231 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-cd529e96-1bb7-4a36-bddb-70bcd3ed782a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 200 len: 217 time: 0.0333850 Mar 08 04:24:59.500122 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-e82a6e4f-1211-47f5-b6f4-94f6303dfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:59.501361 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-e82a6e4f-1211-47f5-b6f4-94f6303dfd04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0460970 Mar 08 04:24:59.550910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-12aa3fd5-772a-48ea-9313-c4a965fe56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:59.552420 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-12aa3fd5-772a-48ea-9313-c4a965fe56dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0450525 Mar 08 04:24:59.678388 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-bfc0f600-5e52-4eda-8cc0-b17a85921f0b service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188576 Mar 08 04:24:59.685915 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6539eee-2a58-4fc0-b325-2856da56091c req-335f2996-082c-4f45-80ca-771d50815c9d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:24:59.687996 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6539eee-2a58-4fc0-b325-2856da56091c req-335f2996-082c-4f45-80ca-771d50815c9d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 944 time: 0.1106415 Mar 08 04:24:59.791018 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d6539eee-2a58-4fc0-b325-2856da56091c req-b3152de3-ef9f-4847-852d-08148ad373a2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946560 Mar 08 04:24:59.809638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-58c06d39-e0ea-41da-b91f-e794cf62e619 req-87588602-5609-400c-88c6-6b8c112cbbc9 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203625 Mar 08 04:25:00.908588 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6a29f-3cca-4395-962e-0568f9722cca req-788b9d86-26f5-48d9-8d70-72a86b9aa21b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:00.910020 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78a6a29f-3cca-4395-962e-0568f9722cca req-788b9d86-26f5-48d9-8d70-72a86b9aa21b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 944 time: 0.0526106 Mar 08 04:25:00.956267 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-78a6a29f-3cca-4395-962e-0568f9722cca req-91263a95-781a-4422-8d45-b62fd70f09b4 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 Mar 08 04:25:02.070403 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76598fa-8efd-4a8f-b793-807535968d31 req-15584602-88f6-45b2-8478-335bdb882371 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:02.071866 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d76598fa-8efd-4a8f-b793-807535968d31 req-15584602-88f6-45b2-8478-335bdb882371 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Mar 08 04:25:02.117849 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d76598fa-8efd-4a8f-b793-807535968d31 req-fb8f4612-0d48-4b5b-b37d-a6d8bbe8d39b tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404902 Mar 08 04:25:03.200065 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device a962d3c8-4603-4eed-8271-686f33223e16 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:25:03.236113 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bfab2-9634-4915-9775-f594d371b5b0 req-5bf6f46b-3db0-48fb-bea2-e64622ea358f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:03.237606 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d0bfab2-9634-4915-9775-f594d371b5b0 req-5bf6f46b-3db0-48fb-bea2-e64622ea358f tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 944 time: 0.0553112 Mar 08 04:25:03.283277 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5d0bfab2-9634-4915-9775-f594d371b5b0 req-c7f1dc51-3e62-4517-898d-c42d1e3f8a74 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Mar 08 04:25:03.299273 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a962d3c8-4603-4eed-8271-686f33223e16,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:03.309828 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'a962d3c8-4603-4eed-8271-686f33223e16', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'port_id': 'a962d3c8-4603-4eed-8271-686f33223e16', 'mac_address': 'fa:16:3e:dd:c3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:25:03.350449 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port a962d3c8-4603-4eed-8271-686f33223e16 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:25:03.350863 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a962d3c8-4603-4eed-8271-686f33223e16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:03.364127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a962d3c8-4603-4eed-8271-686f33223e16 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:25:03.382511 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a962d3c8-4603-4eed-8271-686f33223e16,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:03.385813 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:03.431601 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:03.833105 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['a962d3c8-4603-4eed-8271-686f33223e16'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:25:04.399232 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb37f8f-0bfa-4de2-b9d2-a4637f699470 req-a84a3996-a6a9-4c33-84a8-f8af6e57de96 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:04.400682 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eeb37f8f-0bfa-4de2-b9d2-a4637f699470 req-a84a3996-a6a9-4c33-84a8-f8af6e57de96 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Mar 08 04:25:04.452527 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eeb37f8f-0bfa-4de2-b9d2-a4637f699470 req-3b37154d-bccf-4ef7-8901-1b5de8eed8e2 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Mar 08 04:25:05.216166 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device a962d3c8-4603-4eed-8271-686f33223e16 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:25:05.263546 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port a962d3c8-4603-4eed-8271-686f33223e16 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:25:05.267268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port a962d3c8-4603-4eed-8271-686f33223e16 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:25:05.267646 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a962d3c8-4603-4eed-8271-686f33223e16), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:05.345075 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port a962d3c8-4603-4eed-8271-686f33223e16 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:25:05.345465 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a962d3c8-4603-4eed-8271-686f33223e16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:05.367275 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:05.369472 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093731ad-2015-4251-bcd6-ca381e4a7286" -d '{"events": [{"server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "a962d3c8-4603-4eed-8271-686f33223e16"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:05.382609 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a962d3c8-4603-4eed-8271-686f33223e16,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:05.386960 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:05.411793 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb093706-6369-4371-9e19-bbe1ce7929d7 x-openstack-request-id: req-fb093706-6369-4371-9e19-bbe1ce7929d7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:05.412089 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "a962d3c8-4603-4eed-8271-686f33223e16", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:05.412346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb093706-6369-4371-9e19-bbe1ce7929d7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:05.412735 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16', 'code': 200} Mar 08 04:25:05.436014 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:05.576041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8e6e-db10-4a82-a120-defeffd01859 req-4a2d34ab-4300-45b0-adc1-6ca82640438a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:05.577514 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-452d8e6e-db10-4a82-a120-defeffd01859 req-4a2d34ab-4300-45b0-adc1-6ca82640438a tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0575070 Mar 08 04:25:05.651643 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-452d8e6e-db10-4a82-a120-defeffd01859 req-7ef92cd5-c6bf-4f5e-ae72-38ec828950de tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658340 Mar 08 04:25:05.654182 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cdbfd-042c-4505-9801-f88563c88e45 req-a0deebdd-94ad-4d57-a6d9-06b4ec92a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:05.655599 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe8cdbfd-042c-4505-9801-f88563c88e45 req-a0deebdd-94ad-4d57-a6d9-06b4ec92a10a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0771203 Mar 08 04:25:05.702803 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fe8cdbfd-042c-4505-9801-f88563c88e45 req-de16236d-4755-4b5e-b69d-c654d14408a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 Mar 08 04:25:06.770246 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901374d1-b6e3-4102-8234-6d32f7cd2106 req-bc999918-e18b-4051-b21c-e21477d54386 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:06.771729 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-901374d1-b6e3-4102-8234-6d32f7cd2106 req-bc999918-e18b-4051-b21c-e21477d54386 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Mar 08 04:25:06.820970 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-901374d1-b6e3-4102-8234-6d32f7cd2106 req-18322cb8-2a5b-47e6-b806-cce3124579bf tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 Mar 08 04:25:07.937361 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31276f-22ce-4a1e-8f4e-e13d103ab018 req-f4269714-48ee-4ede-8e73-79ec26d3be0d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:07.939036 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-df31276f-22ce-4a1e-8f4e-e13d103ab018 req-f4269714-48ee-4ede-8e73-79ec26d3be0d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0530870 Mar 08 04:25:07.986869 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-df31276f-22ce-4a1e-8f4e-e13d103ab018 req-7ac5093b-a07f-4877-9226-9587d19c0d08 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Mar 08 04:25:08.099044 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa7c8-8aeb-4e39-ba7c-49832d7df045 req-2750bca2-c0ac-4c2c-830c-dcfedf42b9a7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:08.100394 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21faa7c8-8aeb-4e39-ba7c-49832d7df045 req-2750bca2-c0ac-4c2c-830c-dcfedf42b9a7 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Mar 08 04:25:08.108676 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55606) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:08.112948 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Request body: {'floatingip': {'port_id': 'a962d3c8-4603-4eed-8271-686f33223e16'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:08.156383 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:08.590838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:08.595374 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:08.696502 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP a2b0f127-f136-412b-8311-34e0bd3eed6b associated. External IP: 172.28.1.237, port: a962d3c8-4603-4eed-8271-686f33223e16. Mar 08 04:25:08.821723 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:25:08.904755 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:09.013176 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:09.017801 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:09.022466 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:09.031496 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:09.032117 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:09.045993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-f715ddc2-0651-49b5-a730-f07d00ad1770 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "PUT /v2.0/floatingips/a2b0f127-f136-412b-8311-34e0bd3eed6b HTTP/1.1" status: 200 len: 992 time: 0.9362679 Mar 08 04:25:09.047188 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:09.049550 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff969713-c91a-4f08-94e4-eefa32e23770" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "tag": "a962d3c8-4603-4eed-8271-686f33223e16"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:09.086164 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b84b0a-eccf-4ed0-91fe-110b46225298 x-openstack-request-id: req-97b84b0a-eccf-4ed0-91fe-110b46225298 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:09.086457 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "tag": "a962d3c8-4603-4eed-8271-686f33223e16", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:09.086712 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b84b0a-eccf-4ed0-91fe-110b46225298 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:09.087150 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16', 'status': 'completed', 'code': 200} Mar 08 04:25:09.142701 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:09.184198 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-254d6a7b-eb0c-46b1-b937-a26e75ec8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:09.185678 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-254d6a7b-eb0c-46b1-b937-a26e75ec8f0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0480952 Mar 08 04:25:09.273253 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-9b40b2b8-bb38-47f3-9859-aaf8bf2d5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:09.274719 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-9b40b2b8-bb38-47f3-9859-aaf8bf2d5fb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0831945 Mar 08 04:25:09.343707 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-d7424c7c-0ed0-40cf-8e9e-e2f1b0756266 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 200 len: 1000 time: 0.0613301 Mar 08 04:25:09.391439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-ae27d64a-922e-4a7f-938f-6528998e399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:09.392891 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-ae27d64a-922e-4a7f-938f-6528998e399b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0443501 Mar 08 04:25:09.444131 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-d566507e-2f29-4097-9c31-0574a1c4e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:09.445658 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-d566507e-2f29-4097-9c31-0574a1c4e942 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0462990 Mar 08 04:25:09.541338 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-00e2751e-2e20-44a8-b2e4-5f6e1bc79eb3 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895863 Mar 08 04:25:09.619363 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'a2b0f127-f136-412b-8311-34e0bd3eed6b', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'a962d3c8-4603-4eed-8271-686f33223e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:dd:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd2acde-c915-4468-b42d-70620064e5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:55Z', 'updated_at': '2022-03-08T04:25:08Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:09.650662 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff969713-c91a-4f08-94e4-eefa32e23770 req-5da45007-61da-4f70-ba4c-60d43082bbb8 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035695 Mar 08 04:25:09.656010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:09.664607 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:09.665197 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:24:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:09.772758 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:09.999699 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'a2b0f127-f136-412b-8311-34e0bd3eed6b', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'a962d3c8-4603-4eed-8271-686f33223e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:dd:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd2acde-c915-4468-b42d-70620064e5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:55Z', 'updated_at': '2022-03-08T04:25:08Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:10.026367 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983206f-19cb-4785-8a69-bcf5d6f3ef34 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': 'a2b0f127-f136-412b-8311-34e0bd3eed6b', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'port_id': 'a962d3c8-4603-4eed-8271-686f33223e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'mac_address': 'fa:16:3e:dd:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd2acde-c915-4468-b42d-70620064e5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:24:55Z', 'updated_at': '2022-03-08T04:25:08Z', 'revision_number': 1, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:10.223001 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fad107-9006-4203-994a-04a2bd49a2d0 None None] New status for floating IP a2b0f127-f136-412b-8311-34e0bd3eed6b: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:25:13.377621 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0184ed80-459d-4d7b-b3de-3a3e53054f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:15.547935 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7403016-4c36-4fff-9538-51e80c9a4bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:16.809822 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:18.214471 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:19.629760 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:22.141002 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9fe4-e489-4fbb-bc09-184eb1bdc284 req-a0f8ef91-4b74-4919-87c6-c05a3f9b7c01 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:22.142371 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3c2a9fe4-e489-4fbb-bc09-184eb1bdc284 req-a0f8ef91-4b74-4919-87c6-c05a3f9b7c01 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0523708 Mar 08 04:25:22.192978 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3c2a9fe4-e489-4fbb-bc09-184eb1bdc284 req-11094a41-2a00-4d4c-aee0-607b7a20bdcc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450964 Mar 08 04:25:22.743001 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:23.315539 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79abb-d721-4b46-94f7-ddd6e42fdc03 req-e3930686-1fdd-4f3a-8bbc-c76c2de08e7b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:23.317019 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-94d79abb-d721-4b46-94f7-ddd6e42fdc03 req-e3930686-1fdd-4f3a-8bbc-c76c2de08e7b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0526028 Mar 08 04:25:23.361915 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-94d79abb-d721-4b46-94f7-ddd6e42fdc03 req-0d841fe9-b7d9-48d1-a654-a40a1f1641b5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Mar 08 04:25:24.293789 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-f253a50d-05e5-4a8e-b194-5886047a160e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:24.295131 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-f253a50d-05e5-4a8e-b194-5886047a160e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0512679 Mar 08 04:25:24.389368 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Deleting port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:24.390003 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:24.511705 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] For port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:24.512072 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:24.533129 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397745db-bf7d-4f7c-b212-e4bb3eda6b2b req-f5fb18c8-5c4a-4349-8134-8ae2b0198b90 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:24.534586 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-397745db-bf7d-4f7c-b212-e4bb3eda6b2b req-f5fb18c8-5c4a-4349-8134-8ae2b0198b90 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 946 time: 0.0929048 Mar 08 04:25:24.657343 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-397745db-bf7d-4f7c-b212-e4bb3eda6b2b req-176e5ddb-b69a-4672-bc0b-118a283548da tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=5218a241-7093-4189-a42b-25d3a47d9d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927761 Mar 08 04:25:24.724537 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:24.724899 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:24.725214 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Floating IP 5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc disassociated. External IP: 172.28.1.113, port: 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42. Mar 08 04:25:24.725557 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Calling delete_port for 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:25.087180 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:25.113903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'Port': ['ID=7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:25.125854 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.126209 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.126560 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.126937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.127276 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.127610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.127941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.128264 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.128595 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.128912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.129234 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.129556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.129882 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:25.240340 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:25.347106 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:25.356357 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:25.366646 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:25.367292 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:25.388003 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] No DVR routers for this DVR port 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:25:25.390352 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:25.394291 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d4697a25-aed3-4ba9-8ff2-9b70de776de9 req-116291c5-ea26-458d-870a-307435b8fce3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "DELETE /v2.0/ports/7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 HTTP/1.1" status: 204 len: 173 time: 1.0929923 Mar 08 04:25:25.394720 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-deleted', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:25.397049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde366b2-490f-4e50-a3fe-fa21d823981f" -d '{"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-deleted", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:25.437889 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933953af-62ba-4133-82e4-b919a9203b6e x-openstack-request-id: req-933953af-62ba-4133-82e4-b919a9203b6e {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:25.438205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ca15f4-764e-4d3b-b697-54def555b43d", "name": "network-vif-deleted", "tag": "7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:25.438458 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-933953af-62ba-4133-82e4-b919a9203b6e {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:25.438887 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ca15f4-764e-4d3b-b697-54def555b43d', 'name': 'network-vif-deleted', 'tag': '7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42', 'status': 'completed', 'code': 200} Mar 08 04:25:25.483425 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:25.699884 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:25.727944 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:25.736966 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:25.737579 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:25.770254 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-854a00bc-89af-42f9-8323-767881a26314 req-f8c521bd-431d-40a0-afc3-5956a3f3cf7d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ca15f4-764e-4d3b-b697-54def555b43d HTTP/1.1" status: 200 len: 210 time: 0.0307982 Mar 08 04:25:25.849396 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:26.059804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:26.090035 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67849e57-13ca-456a-a355-4c9452f8bec3 None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:26.294266 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707aae5-a20f-41e7-b686-53933981ea7c None None] New status for floating IP 5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:25:26.860527 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55656) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:26.912249 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (5218a241-7093-4189-a42b-25d3a47d9d4e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:26.935429 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (5218a241-7093-4189-a42b-25d3a47d9d4e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:26.983618 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (5218a241-7093-4189-a42b-25d3a47d9d4e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:26.986338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:26.987494 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "DELETE /v2.0/security-groups/5218a241-7093-4189-a42b-25d3a47d9d4e HTTP/1.1" status: 204 len: 168 time: 0.1259313 Mar 08 04:25:26.990289 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55658) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:26.996193 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ca7e2-fc9a-458b-ba79-9fa49a5ff8ad tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5218a241-7093-4189-a42b-25d3a47d9d4e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:27.007497 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.api.v2.resource [None req-9c084112-993d-467c-927c-0097435fbb83 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] show failed (client error): The resource could not be found. Mar 08 04:25:27.008726 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9c084112-993d-467c-927c-0097435fbb83 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups/5218a241-7093-4189-a42b-25d3a47d9d4e HTTP/1.1" status: 404 len: 347 time: 0.0171547 Mar 08 04:25:27.011543 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55660) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:27.131127 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Deleting port b0698a1e-f7cc-4760-960b-729f890446ce {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:27.131464 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.204252 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.204576 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (b0698a1e-f7cc-4760-960b-729f890446ce), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.215697 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Calling delete_port for b0698a1e-f7cc-4760-960b-729f890446ce owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:27.346311 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (b0698a1e-f7cc-4760-960b-729f890446ce), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.369119 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'Port': ['ID=b0698a1e-f7cc-4760-960b-729f890446ce,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:27.378970 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.379311 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.379662 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.380004 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.380340 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.381054 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.381054 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.381357 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.381631 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.381960 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.382287 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.382608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.382957 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:27.443395 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.445972 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.447208 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-736e115f-8a48-4be1-be42-558f7bd45fc3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f925ce3-a4dc-4970-8f3a-6a0b25fce4cc HTTP/1.1" status: 204 len: 168 time: 0.4347167 Mar 08 04:25:27.711130 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55664) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:27.715626 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304352435', 'description': 'tempest-description--1875018178'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:27.735549 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.803427 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (455875c2-9d99-4fde-b8df-3dcb5703a461), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.806726 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (455875c2-9d99-4fde-b8df-3dcb5703a461), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.835619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.836832 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1247065 Mar 08 04:25:27.838021 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e274139-dde0-40c6-8f81-6ad42f6d4041 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455875c2-9d99-4fde-b8df-3dcb5703a461,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:27.839817 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55666) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:27.845030 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group_rule': {'security_group_id': '455875c2-9d99-4fde-b8df-3dcb5703a461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:27.870275 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (ccccd174-a7c0-4c81-af1d-d6cae38adf60), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.914301 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (ccccd174-a7c0-4c81-af1d-d6cae38adf60), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.917763 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (ccccd174-a7c0-4c81-af1d-d6cae38adf60), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.935991 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccccd174-a7c0-4c81-af1d-d6cae38adf60,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:27.946477 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:27.947712 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-440a5f4d-1d92-41d7-9632-4d89036a2496 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068761 Mar 08 04:25:27.950252 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55668) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:27.954611 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'security_group_rule': {'security_group_id': '455875c2-9d99-4fde-b8df-3dcb5703a461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:27.978809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (5040092f-7898-4d33-a464-f2b46afee863), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.033892 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (5040092f-7898-4d33-a464-f2b46afee863), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.037330 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (5040092f-7898-4d33-a464-f2b46afee863), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.056903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5040092f-7898-4d33-a464-f2b46afee863,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:28.065597 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.066803 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-986151f8-bc07-4742-af89-a328081efeb9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155598 Mar 08 04:25:28.069803 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55670) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:28.073956 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:28.092454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.187199 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.292265 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Allocated IP 172.28.1.124 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/4644489b-cc4d-4eb3-b20e-28f403e495cf) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:25:28.391810 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.424278 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.462794 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:25:28.465524 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:25:28.469607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:25:28.475068 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=4644489b-cc4d-4eb3-b20e-28f403e495cf,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:28.561711 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.597371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.746123 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.751016 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.820027 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=4644489b-cc4d-4eb3-b20e-28f403e495cf,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:28.832047 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.847120 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:28.848315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-3fbb2fde-ab7e-4e47-82a8-c0332d1e68ab tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7775905 Mar 08 04:25:29.041017 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-c906d425-d703-4ffb-a5cf-ace3ff3994c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1304352435&fields=id&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 267 time: 0.0459368 Mar 08 04:25:29.144563 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-b58b6ec8-dfa1-47f6-afdc-838112b6440f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:29.146002 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-b58b6ec8-dfa1-47f6-afdc-838112b6440f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 816 time: 0.0980284 Mar 08 04:25:29.160551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-fc08ddaf-d062-4f45-a423-609cd5a5372e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/quotas/ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Mar 08 04:25:29.213732 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-a8a10cf0-69b5-4eb3-8122-4ee27b06e56d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484343 Mar 08 04:25:29.254822 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:29.274584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:29.274963 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 7d14a1bb-1c5e-48d4-84ad-6afcbdd29c42 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:29.311161 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-82bdb9aa-a4a1-42d2-b7d9-8cae8a78bef4 service neutron] 10.222.0.20 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Mar 08 04:25:29.399436 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-23b3c4b0-3554-4944-9df5-8e5dfc82c3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819764 Mar 08 04:25:29.562708 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-da906486-5497-4164-8b19-cfaa2dbde2a6 req-6fe8c871-10d6-482f-888e-d9cac00eefba tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 210 time: 0.0324461 Mar 08 04:25:30.568203 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-b64d8435-dcfd-4c1d-b5c9-f32fbeeb7fff tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:30.569700 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-b64d8435-dcfd-4c1d-b5c9-f32fbeeb7fff tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 816 time: 0.1061151 Mar 08 04:25:30.650590 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e8f47798-4898-44d3-ab0a-253bd211b7a3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 380 time: 0.0647836 Mar 08 04:25:30.670713 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0dfca300-ac53-46ca-93e6-538964833a6f req-a68767c0-866c-4202-a024-a612d9905f9b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 210 time: 0.0355823 Mar 08 04:25:30.675192 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'port': {'device_id': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'admin_state_up': True, 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'security_groups': ['455875c2-9d99-4fde-b8df-3dcb5703a461']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:30.780126 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Made reservation on behalf of ee08e43d8db944a7af3be28bfe9abb72 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:25:30.784227 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:30.908740 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Allocated IP 172.20.0.5 (db025fea-0240-419e-8659-234f658c210a/2fd0cb43-2eb5-4bb9-8165-230e25754070/9c4a2065-683c-4ba1-81a0-64216f9a1889) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:25:31.039028 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.077277 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.119564 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Network db025fea-0240-419e-8659-234f658c210a is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:25:31.122509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:25:31.126916 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:25:31.152658 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:31.181322 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:31.181951 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.199841 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-90ce4262-c68c-4442-ad5f-18b934074df3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5313108 Mar 08 04:25:31.217571 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Request body: {'port': {'device_id': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:31.281785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.305170 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-61914072-3ac8-4015-8506-83735fe06d89 None None] Provisioning complete for port 9c4a2065-683c-4ba1-81a0-64216f9a1889 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:25:31.305733 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61914072-3ac8-4015-8506-83735fe06d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.341731 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-61914072-3ac8-4015-8506-83735fe06d89 None None] Port 9c4a2065-683c-4ba1-81a0-64216f9a1889 cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:25:31.540471 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:25:31.548732 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks [] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.560759 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Transition to ACTIVE for port object 9c4a2065-683c-4ba1-81a0-64216f9a1889 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:25:31.564937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.615406 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:31.686918 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Attempting to bind port 9c4a2065-683c-4ba1-81a0-64216f9a1889 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:25:31.687259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Attempting to bind port 9c4a2065-683c-4ba1-81a0-64216f9a1889 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:25:31.688432 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Attempting to bind port 9c4a2065-683c-4ba1-81a0-64216f9a1889 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:25:31.693809 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Port 9c4a2065-683c-4ba1-81a0-64216f9a1889 on network db025fea-0240-419e-8659-234f658c210a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:25:31.694129 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Attempting to bind port 9c4a2065-683c-4ba1-81a0-64216f9a1889 on network db025fea-0240-419e-8659-234f658c210a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:25:31.699324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:25:31.699952 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Checking segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:25:31.700526 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Bound using segment: {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:25:31.700964 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Bound port: 9c4a2065-683c-4ba1-81a0-64216f9a1889, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a637082-f294-43e8-b553-53b34c244fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'db025fea-0240-419e-8659-234f658c210a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:25:31.701332 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.795898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:25:31.800574 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:25:31.808517 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.846065 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6533d-3d53-4eec-a6c4-5a6f35c16632 req-b206998c-89cf-4988-85dc-d8e4999c765e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:31.847597 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f4d6533d-3d53-4eec-a6c4-5a6f35c16632 req-b206998c-89cf-4988-85dc-d8e4999c765e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0997858 Mar 08 04:25:31.855732 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:31.856336 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:31.858049 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] 10.222.0.42 "PUT /v2.0/ports/9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 1093 time: 0.6448290 Mar 08 04:25:31.865185 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:31.868818 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:31.916573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def717e8-a634-4a13-8b22-4666e81da0c6 x-openstack-request-id: req-def717e8-a634-4a13-8b22-4666e81da0c6 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:31.916971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:31.917323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-def717e8-a634-4a13-8b22-4666e81da0c6 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:31.917996 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'status': 'completed', 'code': 200} Mar 08 04:25:31.930302 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7014a3c-b441-49d6-9089-2ea6f28c3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:31.961310 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f4d6533d-3d53-4eec-a6c4-5a6f35c16632 req-dc319c60-6abb-4be0-a825-6bd44446074a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023436 Mar 08 04:25:31.996625 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-d7c7ecd5-cdb4-4d4f-9571-f4e3f5b4a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:31.998105 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-d7c7ecd5-cdb4-4d4f-9571-f4e3f5b4a7cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1127 time: 0.0579720 Mar 08 04:25:32.051165 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-812868b8-0d75-4dc9-bb9b-ea4df52ea249 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 217 time: 0.0377040 Mar 08 04:25:32.102064 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-94d458fc-3143-4707-9154-a743df9a6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.103527 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-94d458fc-3143-4707-9154-a743df9a6a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0472116 Mar 08 04:25:32.154226 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-863bc8da-6de5-4045-ad61-2269e1c2b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.155638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-863bc8da-6de5-4045-ad61-2269e1c2b0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0431089 Mar 08 04:25:32.242776 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-6f5f1dfb-1f9e-4322-b0bb-5c70e78ab1b5 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810575 Mar 08 04:25:32.334582 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a28ed0b5-d6b5-4816-ae85-71394e7017e6 req-ab4fa881-18b3-4188-ae2d-ba14e53dd9d5 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Mar 08 04:25:32.481773 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-afa9dd1b-de34-4178-818b-9f7b41f22ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.483259 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-afa9dd1b-de34-4178-818b-9f7b41f22ff4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1127 time: 0.0444036 Mar 08 04:25:32.574703 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-222e2f71-38a1-4092-9aee-098418409961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.576166 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-222e2f71-38a1-4092-9aee-098418409961 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0872223 Mar 08 04:25:32.617064 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-40c5b6c2-f67d-4267-82c1-228c56da318b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 217 time: 0.0343008 Mar 08 04:25:32.666396 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-dc7b9076-4448-4924-b139-d904f87580ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.667875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-dc7b9076-4448-4924-b139-d904f87580ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0447876 Mar 08 04:25:32.718237 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-d718a3e7-db68-4630-ab73-1262acdc1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:32.720310 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-d718a3e7-db68-4630-ab73-1262acdc1c3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0469513 Mar 08 04:25:32.807807 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-cf875e03-2e3d-4f4c-9cbc-dbee7564bf77 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810077 Mar 08 04:25:32.900873 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2c3609d4-d4af-40c7-b3ea-f3aa735f76b2 req-2df70458-9716-4cd3-9860-00ab4a114237 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869186 Mar 08 04:25:33.086167 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ecd36-b8e9-40cc-8746-196cf9fd7c54 req-80a0b29a-57b9-4ade-99ad-9b25f2c3de84 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:33.087677 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-034ecd36-b8e9-40cc-8746-196cf9fd7c54 req-80a0b29a-57b9-4ade-99ad-9b25f2c3de84 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0517168 Mar 08 04:25:33.133803 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-034ecd36-b8e9-40cc-8746-196cf9fd7c54 req-2e936266-d097-478f-be24-1709a38d0abd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Mar 08 04:25:34.255525 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f4f29-2dff-4a8e-9ac9-2f063a44704c req-6f6a381c-c87e-4374-b2f7-f9d062e21d67 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:34.256868 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-052f4f29-2dff-4a8e-9ac9-2f063a44704c req-6f6a381c-c87e-4374-b2f7-f9d062e21d67 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0516179 Mar 08 04:25:34.305830 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-052f4f29-2dff-4a8e-9ac9-2f063a44704c req-b21de535-ff22-47dc-a08f-2fe923137333 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Mar 08 04:25:35.289805 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:25:35.386745 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:35.397686 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:25:35.428205 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbfc6b-6169-4f8a-aca3-80a1db6f50e5 req-37daacb6-e31d-43d7-b233-246d19b02b4b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:35.429687 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f1dbfc6b-6169-4f8a-aca3-80a1db6f50e5 req-37daacb6-e31d-43d7-b233-246d19b02b4b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0536549 Mar 08 04:25:35.435571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:25:35.435958 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:35.449147 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:25:35.469450 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:35.473458 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:35.478250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f1dbfc6b-6169-4f8a-aca3-80a1db6f50e5 req-68055c22-59ba-436f-aa83-5bf7f402dd7e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Mar 08 04:25:35.520167 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:35.527198 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.527547 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.527883 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.528226 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.528554 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.528880 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.529204 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.529525 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.529846 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.530169 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.530492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.530843 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.531252 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:25:35.881574 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['9c4a2065-683c-4ba1-81a0-64216f9a1889'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:25:36.605033 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9860e-9cbe-4586-a1e4-917091992daf req-3c3b3642-73e5-45ae-bd4b-36e41305653b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:36.606517 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ca9860e-9cbe-4586-a1e4-917091992daf req-3c3b3642-73e5-45ae-bd4b-36e41305653b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 944 time: 0.0523424 Mar 08 04:25:36.652826 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1ca9860e-9cbe-4586-a1e4-917091992daf req-0cc13a60-0e41-490a-959a-2724708aa307 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Mar 08 04:25:37.295041 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:25:37.344807 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port 9c4a2065-683c-4ba1-81a0-64216f9a1889 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:25:37.348490 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 9c4a2065-683c-4ba1-81a0-64216f9a1889 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:25:37.348871 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:37.427828 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:25:37.428222 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:37.450948 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:37.453210 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec1de5-829a-402d-84ae-5dfd1f72f6ce" -d '{"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:37.465341 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:37.470152 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:37.492775 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9da1e94-942a-49bc-9dc5-2fdd05b4235b x-openstack-request-id: req-a9da1e94-942a-49bc-9dc5-2fdd05b4235b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:37.493070 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:37.493328 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9da1e94-942a-49bc-9dc5-2fdd05b4235b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:37.493716 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'code': 200} Mar 08 04:25:37.519043 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:37.696386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3546-3ea1-4895-bbea-db5721667154 req-eb342007-e50c-419f-9eeb-5d2dfb483d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:37.697895 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-faac3546-3ea1-4895-bbea-db5721667154 req-eb342007-e50c-419f-9eeb-5d2dfb483d35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1129 time: 0.0479376 Mar 08 04:25:37.767876 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-faac3546-3ea1-4895-bbea-db5721667154 req-cf3ee0b5-b426-4cd3-965f-b846563eeb74 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641174 Mar 08 04:25:37.786244 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3cbb-5145-47d0-9552-13e25479cf1e req-f002418c-ece6-4283-9ce3-a7a975d56258 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:37.787668 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ffcc3cbb-5145-47d0-9552-13e25479cf1e req-f002418c-ece6-4283-9ce3-a7a975d56258 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0607104 Mar 08 04:25:37.833862 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ffcc3cbb-5145-47d0-9552-13e25479cf1e req-e3938ddb-50ab-487e-91fc-8bf144946da5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405657 Mar 08 04:25:38.955856 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e634c3b-35a1-432f-bd8c-94cfff959ed0 req-720dcfd1-1065-426b-b17e-3468bca9175d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:38.957296 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e634c3b-35a1-432f-bd8c-94cfff959ed0 req-720dcfd1-1065-426b-b17e-3468bca9175d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Mar 08 04:25:39.006454 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e634c3b-35a1-432f-bd8c-94cfff959ed0 req-7a35b8f8-9aad-41a8-9921-de45683a2244 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Mar 08 04:25:39.935616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55726) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:40.195121 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b663d-84b7-49d5-971b-9bde1780a690 req-5f23a186-30c3-4578-9cd6-77b65ac911d1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:40.196512 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-131b663d-84b7-49d5-971b-9bde1780a690 req-5f23a186-30c3-4578-9cd6-77b65ac911d1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.1199117 Mar 08 04:25:40.243183 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Deleting port 02aa1351-307f-4d5d-9f34-08a8c0a855fb {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:40.243546 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.265019 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-131b663d-84b7-49d5-971b-9bde1780a690 req-3d166ed6-55a0-4b97-8405-29a8f884e513 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621004 Mar 08 04:25:40.331941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.332261 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for floatingip (02aa1351-307f-4d5d-9f34-08a8c0a855fb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.367512 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Calling delete_port for 02aa1351-307f-4d5d-9f34-08a8c0a855fb owned by network:floatingip {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:40.457584 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d969a-ac5c-41e2-bbd5-cb208451ed6c req-881282e1-a4a0-43ea-8b7a-230d594ddb36 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:40.458963 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a59d969a-ac5c-41e2-bbd5-cb208451ed6c req-881282e1-a4a0-43ea-8b7a-230d594ddb36 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.1236777 Mar 08 04:25:40.467405 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55734) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:40.471990 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Request body: {'floatingip': {'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:25:40.510677 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.557957 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (02aa1351-307f-4d5d-9f34-08a8c0a855fb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.583894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event deleted for resources: {'Port': ['ID=02aa1351-307f-4d5d-9f34-08a8c0a855fb,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:40.647800 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for floatingip (bd845efc-4602-441d-856f-f922f85bf213), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.648132 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Floating IP bd845efc-4602-441d-856f-f922f85bf213 disassociated (deleted). External IP: 172.28.1.137, port: 13594e93-6147-421c-9bc8-91fe549302b0. Mar 08 04:25:40.970506 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:40.975406 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:41.077892 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Floating IP 2dfb6c19-09b4-4853-9702-bd83e68b17f3 associated. External IP: 172.28.1.124, port: 9c4a2065-683c-4ba1-81a0-64216f9a1889. Mar 08 04:25:41.101891 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Router 4f2561fc-3e29-4a51-8627-15f754c7cd00 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:41.213154 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:41.218048 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:41.223071 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Sync routers for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:41.232864 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:41.233485 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:41.253065 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-fb8b4120-8862-4eb5-b6f9-222a51a12fbc tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "DELETE /v2.0/floatingips/bd845efc-4602-441d-856f-f922f85bf213 HTTP/1.1" status: 204 len: 168 time: 1.3139944 Mar 08 04:25:41.253065 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:41.254044 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde79fe-8db1-43a4-9586-7d18259e904f" -d '{"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:41.289516 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:41.297256 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e44b5-6760-440f-88ea-f959949da3d1 x-openstack-request-id: req-ae8e44b5-6760-440f-88ea-f959949da3d1 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:41.297607 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:41.297946 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae8e44b5-6760-440f-88ea-f959949da3d1 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:41.298504 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'status': 'completed', 'code': 200} Mar 08 04:25:41.347711 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:41.403832 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-58dac289-8def-4a42-bc4b-36f11a242e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.404489 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:41.405922 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-58dac289-8def-4a42-bc4b-36f11a242e9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1894e1f383974caf99ad82292ecf69d1&device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0531874 Mar 08 04:25:41.409432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:41.417941 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:41.434918 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:41.438500 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:41.460181 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-98fb625e-a3b6-40d0-9cd3-b266c62b07e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "PUT /v2.0/floatingips/2dfb6c19-09b4-4853-9702-bd83e68b17f3 HTTP/1.1" status: 200 len: 991 time: 0.9915707 Mar 08 04:25:41.461087 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:41.467866 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23fc30-d4b1-4645-9ca1-4469a5253eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:41.570083 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:41.587444 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae2afb-6c65-4c1d-888c-40d9101f4d8e x-openstack-request-id: req-19ae2afb-6c65-4c1d-888c-40d9101f4d8e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:41.587759 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:41.588021 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19ae2afb-6c65-4c1d-888c-40d9101f4d8e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:41.588473 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'status': 'completed', 'code': 200} Mar 08 04:25:41.594494 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-8af92d82-9d02-4ba7-a750-130822cf5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.596150 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-8af92d82-9d02-4ba7-a750-130822cf5de7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 200 len: 910 time: 0.1808200 Mar 08 04:25:41.608349 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74992a0-72e7-4582-a3d5-9deacda428eb req-bc3534d8-3756-4719-89dd-c948524a2b26 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.610020 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b74992a0-72e7-4582-a3d5-9deacda428eb req-bc3534d8-3756-4719-89dd-c948524a2b26 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.1016567 Mar 08 04:25:41.706586 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-83947343-a9d7-4f44-9765-0c792f55818d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 200 len: 217 time: 0.0826707 Mar 08 04:25:41.779093 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b74992a0-72e7-4582-a3d5-9deacda428eb req-26e8bf78-2e79-40a8-b258-960bd8bac050 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564329 Mar 08 04:25:41.787096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:41.787573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-68bec6ba-319b-41d1-b958-f189bb593584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.789071 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-68bec6ba-319b-41d1-b958-f189bb593584 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1129 time: 0.1497455 Mar 08 04:25:41.790532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-cdff4365-f199-454c-a784-6922a5861e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.791872 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-cdff4365-f199-454c-a784-6922a5861e8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 200 len: 848 time: 0.0792029 Mar 08 04:25:41.815885 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Checking router: 4f2561fc-3e29-4a51-8627-15f754c7cd00 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:41.825026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:41.825634 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:41.911292 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '2dfb6c19-09b4-4853-9702-bd83e68b17f3', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:25:28Z', 'updated_at': '2022-03-08T04:25:40Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:41.913562 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-5ea937b1-e885-4c1a-a16d-1ce3ebef19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.915149 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-5ea937b1-e885-4c1a-a16d-1ce3ebef19f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56fd0b7d-139f-4118-9814-ba4aaead10ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1059346 Mar 08 04:25:41.940634 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:41.942968 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-f2a9447c-8fd9-4fce-8c4d-65aa7669862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:41.944499 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-f2a9447c-8fd9-4fce-8c4d-65aa7669862f service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.1436095 Mar 08 04:25:41.948591 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:41.957188 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:41.957967 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:42.057750 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-cc995bbb-eeb1-48aa-9d06-cf8ea3dc5d0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 999 time: 0.1044381 Mar 08 04:25:42.062810 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-f1c820bf-4e0b-435b-bd5f-bac2716299c1 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406035 Mar 08 04:25:42.071887 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:42.146087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:42.163425 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-58a3cd92-5bfd-4431-926e-02ec3390a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:42.164857 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-58a3cd92-5bfd-4431-926e-02ec3390a840 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.1011279 Mar 08 04:25:42.173050 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22d720-4481-4bd9-b3bb-13419623422f None None] The sync data for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb is: [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:19:52Z', 'revision_number': 4, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '72e8ba7b-8cfb-4978-9690-ab10a4856ac0', 'name': '', 'network_id': '56fd0b7d-139f-4118-9814-ba4aaead10ba', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'mac_address': 'fa:16:3e:d5:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:51Z', 'updated_at': '2022-03-08T04:19:57Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'subnets': [{'id': '270b9874-5c9b-4416-8c4e-7c3d760deb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:42.219266 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2dde79fe-8db1-43a4-9586-7d18259e904f req-d8c9f3f0-0d25-49c7-8c6e-e76baf80fe79 service neutron] 10.222.0.42 "GET /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472075 Mar 08 04:25:42.232987 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-d98c06b3-1e95-4b5a-835e-ac607dc7a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:42.234250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-d98c06b3-1e95-4b5a-835e-ac607dc7a465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0620160 Mar 08 04:25:42.314996 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '2dfb6c19-09b4-4853-9702-bd83e68b17f3', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:25:28Z', 'updated_at': '2022-03-08T04:25:40Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:42.342375 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d13916-528e-4915-871a-b72c36ccc946 None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '2dfb6c19-09b4-4853-9702-bd83e68b17f3', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:25:28Z', 'updated_at': '2022-03-08T04:25:40Z', 'revision_number': 1, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:42.343568 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-8b89a7bb-53d9-40d9-bd50-080086e25aea service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991695 Mar 08 04:25:42.438253 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-be23fc30-d4b1-4645-9ca1-4469a5253eb9 req-689e171c-3c63-4688-a60f-2214995a64d0 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884204 Mar 08 04:25:42.458253 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865ee6-49f4-4adc-b535-29642369324e None None] New status for floating IP bd845efc-4602-441d-856f-f922f85bf213: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:25:42.568719 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ef46a-f7cc-4f42-b58d-ae52b1575baf None None] New status for floating IP 2dfb6c19-09b4-4853-9702-bd83e68b17f3: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:25:42.903182 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e1ed2-b4ba-4b78-82c8-b23764b10046 req-cb6f9d15-b093-496c-b2d4-ce98e5020f0f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:42.904616 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c50e1ed2-b4ba-4b78-82c8-b23764b10046 req-cb6f9d15-b093-496c-b2d4-ce98e5020f0f tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Mar 08 04:25:42.961080 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c50e1ed2-b4ba-4b78-82c8-b23764b10046 req-f5c3f7a4-194a-4d52-98fa-1a435141ff0b tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9c96ef2-5905-4c09-9610-1b71cb13f0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509994 Mar 08 04:25:43.380283 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3102a2ac-c6d1-401b-8600-0de019a28fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:43.525711 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-bf2f9f93-a8d7-456d-a50d-713d0a256659 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:25:43.527180 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-bf2f9f93-a8d7-456d-a50d-713d0a256659 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Mar 08 04:25:43.618782 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Deleting port 13594e93-6147-421c-9bc8-91fe549302b0 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:43.619127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (13594e93-6147-421c-9bc8-91fe549302b0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:43.710609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] For port 13594e93-6147-421c-9bc8-91fe549302b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=13594e93-6147-421c-9bc8-91fe549302b0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:43.710995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (13594e93-6147-421c-9bc8-91fe549302b0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:43.722268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Calling delete_port for 13594e93-6147-421c-9bc8-91fe549302b0 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:43.850043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (13594e93-6147-421c-9bc8-91fe549302b0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:43.875795 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event deleted for resources: {'Port': ['ID=13594e93-6147-421c-9bc8-91fe549302b0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:43.922737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] No DVR routers for this DVR port 13594e93-6147-421c-9bc8-91fe549302b0 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:25:43.925416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:43.929301 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-917642a8-3a9e-4e60-8626-9af24d30b62a req-95a19402-90b1-4d49-835e-70e845d3ef79 tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.42 "DELETE /v2.0/ports/13594e93-6147-421c-9bc8-91fe549302b0 HTTP/1.1" status: 204 len: 173 time: 0.3972254 Mar 08 04:25:43.929764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-deleted', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:25:43.931995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e129ba0-008b-4cba-a220-65fb20e1d96c" -d '{"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-deleted", "tag": "13594e93-6147-421c-9bc8-91fe549302b0"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:25:43.968810 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d2abe-d11d-486e-8276-f9c448d7e497 x-openstack-request-id: req-898d2abe-d11d-486e-8276-f9c448d7e497 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:25:43.969179 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5a82e-a14f-4743-9e6f-ee7ce6707ae8", "name": "network-vif-deleted", "tag": "13594e93-6147-421c-9bc8-91fe549302b0", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:25:43.969502 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-898d2abe-d11d-486e-8276-f9c448d7e497 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:25:43.969905 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5a82e-a14f-4743-9e6f-ee7ce6707ae8', 'name': 'network-vif-deleted', 'tag': '13594e93-6147-421c-9bc8-91fe549302b0', 'status': 'completed', 'code': 200} Mar 08 04:25:44.054930 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-84cb6811-f6d9-4db5-a1d2-78b23d869daa req-ac220c40-28ff-4ff1-b121-7b29c085a32c tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f5a82e-a14f-4743-9e6f-ee7ce6707ae8 HTTP/1.1" status: 200 len: 210 time: 0.0287037 Mar 08 04:25:45.111541 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55758) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:45.166628 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (c9c96ef2-5905-4c09-9610-1b71cb13f0c1), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.194750 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (c9c96ef2-5905-4c09-9610-1b71cb13f0c1), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.252473 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c9c96ef2-5905-4c09-9610-1b71cb13f0c1), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.255644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.256769 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9c96ef2-5905-4c09-9610-1b71cb13f0c1 HTTP/1.1" status: 204 len: 168 time: 0.1442444 Mar 08 04:25:45.265732 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bc8b2-f0aa-4e3e-87d5-90b04198566e tempest-TestShelveInstance-299115596 tempest-TestShelveInstance-299115596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c96ef2-5905-4c09-9610-1b71cb13f0c1,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:45.301241 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55762) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:45.540015 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2681ce47-d6d9-4e33-acbd-6eec99a6edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.812292 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:45.821011 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:25:46.355110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Deleting port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:46.355712 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:46.435790 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] For port 72e8ba7b-8cfb-4978-9690-ab10a4856ac0, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:46.436146 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:46.448487 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Calling delete_port for 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 owned by network:router_interface {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:46.628199 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (72e8ba7b-8cfb-4978-9690-ab10a4856ac0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:46.657584 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e8ba7b-8cfb-4978-9690-ab10a4856ac0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:46.819628 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:46.830338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.050707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Router 4f2561fc-3e29-4a51-8627-15f754c7cd00 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:47.158184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:47.163387 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-c03d4a78-c601-4d79-a318-3cf70a22a1e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/4f2561fc-3e29-4a51-8627-15f754c7cd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610499 Mar 08 04:25:47.166093 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55766) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:47.167069 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Sync routers for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:47.178192 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:47.178839 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:47.286053 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:47.356982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:47.387631 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 13594e93-6147-421c-9bc8-91fe549302b0 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:47.387979 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 13594e93-6147-421c-9bc8-91fe549302b0 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:47.495980 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:25:46Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:47.497606 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks [] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.522392 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Checking router: 4f2561fc-3e29-4a51-8627-15f754c7cd00 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:47.530577 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Routers {'4f2561fc-3e29-4a51-8627-15f754c7cd00'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:47.531215 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['4f2561fc-3e29-4a51-8627-15f754c7cd00'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:47.600672 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks [] for router_gateway (4f2561fc-3e29-4a51-8627-15f754c7cd00), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.638255 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] Set router 4f2561fc-3e29-4a51-8627-15f754c7cd00 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:47.652300 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Deleting port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:47.652634 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.731445 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] For port 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:47.731810 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.743526 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Calling delete_port for 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:47.819910 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:25:46Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:47.845727 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c718665-7523-43a1-9d01-8499748ffc98 None None] The sync data for ids ['4f2561fc-3e29-4a51-8627-15f754c7cd00'] in dv-cinder-740146-13-smb is: [{'id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'name': 'tempest-TestShelveInstance-1858804394-router', 'tenant_id': '1894e1f383974caf99ad82292ecf69d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:48Z', 'updated_at': '2022-03-08T04:25:46Z', 'revision_number': 5, 'project_id': '1894e1f383974caf99ad82292ecf69d1', 'gw_port': {'id': '4a6ccd6a-cfa9-47f9-b8cb-43593bb91633', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2561fc-3e29-4a51-8627-15f754c7cd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:49Z', 'updated_at': '2022-03-08T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:47.912962 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (4a6ccd6a-cfa9-47f9-b8cb-43593bb91633), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:47.937853 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6ccd6a-cfa9-47f9-b8cb-43593bb91633,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:47.996996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.087095 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.089179 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks [] for router_controller (4f2561fc-3e29-4a51-8627-15f754c7cd00), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.135515 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (4f2561fc-3e29-4a51-8627-15f754c7cd00), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.135966 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2561fc-3e29-4a51-8627-15f754c7cd00 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:25:48.140114 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.141291 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c941000f-4e42-46b5-94b4-a497e08dae9a admin admin] 10.222.0.20 "DELETE /v2.0/routers/4f2561fc-3e29-4a51-8627-15f754c7cd00 HTTP/1.1" status: 204 len: 168 time: 0.9742498 Mar 08 04:25:48.143852 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55772) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:48.188862 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Deleting subnet 270b9874-5c9b-4416-8c4e-7c3d760deb98 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:25:48.192747 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Publish callbacks [] for subnet (270b9874-5c9b-4416-8c4e-7c3d760deb98), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.221531 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.232271 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (270b9874-5c9b-4416-8c4e-7c3d760deb98), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.345082 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (270b9874-5c9b-4416-8c4e-7c3d760deb98), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.404564 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (270b9874-5c9b-4416-8c4e-7c3d760deb98), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.432057 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270b9874-5c9b-4416-8c4e-7c3d760deb98,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:48.437199 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.443128 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a690e3c1-a36b-47b8-800b-2105e0cb40b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/270b9874-5c9b-4416-8c4e-7c3d760deb98 HTTP/1.1" status: 204 len: 168 time: 0.2958951 Mar 08 04:25:48.443737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55774) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:48.447493 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24456a14-a426-4362-a5f2-400da1a1d1a9 None None] Network 56fd0b7d-139f-4118-9814-ba4aaead10ba requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:25:48.525851 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:48.536319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (56fd0b7d-139f-4118-9814-ba4aaead10ba), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.548061 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:48.548494 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 72e8ba7b-8cfb-4978-9690-ab10a4856ac0 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:48.596337 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Deleting port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:48.596677 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.660099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] For port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,segment=NetworkSegment(feb1fe86-b36c-4aaa-8823-2481d255b3dd),segment_id=feb1fe86-b36c-4aaa-8823-2481d255b3dd)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:48.660394 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.672416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Calling delete_port for 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:48.755088 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (3c1dce3b-6f09-4a31-9180-5c407e8e12d3), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.777592 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1dce3b-6f09-4a31-9180-5c407e8e12d3,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:48.783191 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] No DVR routers for this DVR port 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 on host dv-cinder-740146-13-smb {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:25:48.853744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (56fd0b7d-139f-4118-9814-ba4aaead10ba), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.876308 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fd0b7d-139f-4118-9814-ba4aaead10ba']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:48.877048 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e72d6-b7aa-4b5c-9e27-5a562f2a4893 None None] DHCP port deletion for 56fd0b7d-139f-4118-9814-ba4aaead10ba request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:25:48.887557 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb1fe86-b36c-4aaa-8823-2481d255b3dd') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:48.887936 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb1fe86-b36c-4aaa-8823-2481d255b3dd') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:48.906916 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (feb1fe86-b36c-4aaa-8823-2481d255b3dd), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.920995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (feb1fe86-b36c-4aaa-8823-2481d255b3dd), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.928359 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:25:48.928744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (feb1fe86-b36c-4aaa-8823-2481d255b3dd), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:25:48.930750 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:25:48.986171 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (56fd0b7d-139f-4118-9814-ba4aaead10ba), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.993450 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:48.996625 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] 10.222.0.20 "DELETE /v2.0/networks/56fd0b7d-139f-4118-9814-ba4aaead10ba HTTP/1.1" status: 204 len: 168 time: 0.5518997 Mar 08 04:25:48.999595 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55776) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:49.006323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400cf7-e1da-4050-9764-05d0702ccfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=56fd0b7d-139f-4118-9814-ba4aaead10ba,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:49.345854 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (493c68c8-d19d-4cd7-b6af-cd198f886217), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:49.602857 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Deleting port a96a4d47-7bdf-4290-97df-41d75d5efb01 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:49.603193 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:49.632844 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:49.683209 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] For port a96a4d47-7bdf-4290-97df-41d75d5efb01, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a96a4d47-7bdf-4290-97df-41d75d5efb01,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:49.683600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:49.695705 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Calling delete_port for a96a4d47-7bdf-4290-97df-41d75d5efb01 owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:49.871302 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (a96a4d47-7bdf-4290-97df-41d75d5efb01), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:49.899129 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a96a4d47-7bdf-4290-97df-41d75d5efb01,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:50.061599 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (493c68c8-d19d-4cd7-b6af-cd198f886217), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:50.271218 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Router 493c68c8-d19d-4cd7-b6af-cd198f886217 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:25:50.376319 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:25:50.384035 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e12ae8c8-740d-45d5-a802-bd49bd56fd9d admin admin] 10.222.0.20 "PUT /v2.0/routers/493c68c8-d19d-4cd7-b6af-cd198f886217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811748 Mar 08 04:25:50.384428 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55788) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:50.387678 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Sync routers for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:25:50.400596 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:50.401660 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:50.500458 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:50.515763 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:50.521660 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:50.521921 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 4a6ccd6a-cfa9-47f9-b8cb-43593bb91633 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:50.522349 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:50.545982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:50.546328 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c1dce3b-6f09-4a31-9180-5c407e8e12d3 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:50.722551 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:25:49Z', 'revision_number': 5, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:50.726505 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks [] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:50.752193 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Checking router: 493c68c8-d19d-4cd7-b6af-cd198f886217 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:25:50.760930 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Routers {'493c68c8-d19d-4cd7-b6af-cd198f886217'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:25:50.761531 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['493c68c8-d19d-4cd7-b6af-cd198f886217'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:50.846635 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks [] for router_gateway (493c68c8-d19d-4cd7-b6af-cd198f886217), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:50.874513 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] Set router 493c68c8-d19d-4cd7-b6af-cd198f886217 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:25:50.900370 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Deleting port 1996551e-fa7a-4517-9293-bc795b9832d5 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:50.900800 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:50.995874 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] For port 1996551e-fa7a-4517-9293-bc795b9832d5, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1996551e-fa7a-4517-9293-bc795b9832d5,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:50.996243 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.008823 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Calling delete_port for 1996551e-fa7a-4517-9293-bc795b9832d5 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:51.074800 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:25:49Z', 'revision_number': 5, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:51.105493 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8026fc2-e81b-4544-91d7-d06d29e3be99 None None] The sync data for ids ['493c68c8-d19d-4cd7-b6af-cd198f886217'] in dv-cinder-740146-13-smb is: [{'id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'name': 'tempest-TestShelveInstance-709424275-router', 'tenant_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:19:55Z', 'updated_at': '2022-03-08T04:25:49Z', 'revision_number': 5, 'project_id': '27ee2d5636e74cb4ad1aad8acfd18054', 'gw_port': {'id': '1996551e-fa7a-4517-9293-bc795b9832d5', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493c68c8-d19d-4cd7-b6af-cd198f886217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:19:56Z', 'updated_at': '2022-03-08T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:25:51.194680 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (1996551e-fa7a-4517-9293-bc795b9832d5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.224145 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Pushing event deleted for resources: {'Port': ['ID=1996551e-fa7a-4517-9293-bc795b9832d5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:51.286851 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (493c68c8-d19d-4cd7-b6af-cd198f886217), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.376150 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.378144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks [] for router_controller (493c68c8-d19d-4cd7-b6af-cd198f886217), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.422567 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (493c68c8-d19d-4cd7-b6af-cd198f886217), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.423119 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493c68c8-d19d-4cd7-b6af-cd198f886217 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:25:51.429678 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.430523 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c299fb45-7444-4481-9428-0896dd223221 admin admin] 10.222.0.20 "DELETE /v2.0/routers/493c68c8-d19d-4cd7-b6af-cd198f886217 HTTP/1.1" status: 204 len: 168 time: 1.0453708 Mar 08 04:25:51.433123 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55802) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:51.477747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Deleting subnet 10cd5895-72e9-497e-b365-96f0eac581ac {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:25:51.480988 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Publish callbacks [] for subnet (10cd5895-72e9-497e-b365-96f0eac581ac), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.521076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (10cd5895-72e9-497e-b365-96f0eac581ac), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.627124 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (10cd5895-72e9-497e-b365-96f0eac581ac), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.685199 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (10cd5895-72e9-497e-b365-96f0eac581ac), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.712687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cd5895-72e9-497e-b365-96f0eac581ac,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:51.716614 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.719896 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-5cbb941a-fed9-47dd-8ca5-81024a6809b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/10cd5895-72e9-497e-b365-96f0eac581ac HTTP/1.1" status: 204 len: 168 time: 0.2857966 Mar 08 04:25:51.722398 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55804) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:51.727902 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ff332-e698-4f2a-960d-9062feac5893 None None] Network a3fb03f7-c899-493d-af33-d77c8285a1b6 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:25:51.803127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (a3fb03f7-c899-493d-af33-d77c8285a1b6), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.857685 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Deleting port bd0cdbbc-016d-43cf-b072-6a9711942cda {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:25:51.858027 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.923042 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] For port bd0cdbbc-016d-43cf-b072-6a9711942cda, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=bd0cdbbc-016d-43cf-b072-6a9711942cda,segment=NetworkSegment(871f64cd-318e-42cf-b97e-85f1a02e64e6),segment_id=871f64cd-318e-42cf-b97e-85f1a02e64e6)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:25:51.923325 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:51.938200 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Calling delete_port for bd0cdbbc-016d-43cf-b072-6a9711942cda owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:25:52.018816 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (bd0cdbbc-016d-43cf-b072-6a9711942cda), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.045646 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0cdbbc-016d-43cf-b072-6a9711942cda,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:52.051876 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] No DVR routers for this DVR port bd0cdbbc-016d-43cf-b072-6a9711942cda on host dv-cinder-740146-13-smb {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:25:52.102282 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542b69b-439c-4422-8092-19e132116770 None None] DHCP port deletion for a3fb03f7-c899-493d-af33-d77c8285a1b6 request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:25:52.131030 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (a3fb03f7-c899-493d-af33-d77c8285a1b6), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.155251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fb03f7-c899-493d-af33-d77c8285a1b6']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:52.165654 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871f64cd-318e-42cf-b97e-85f1a02e64e6') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:52.166207 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871f64cd-318e-42cf-b97e-85f1a02e64e6') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:25:52.176719 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (871f64cd-318e-42cf-b97e-85f1a02e64e6), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.190074 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (871f64cd-318e-42cf-b97e-85f1a02e64e6), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.197040 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:25:52.197450 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (871f64cd-318e-42cf-b97e-85f1a02e64e6), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:25:52.199110 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:25:52.253208 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (a3fb03f7-c899-493d-af33-d77c8285a1b6), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.259139 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.265478 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a3fb03f7-c899-493d-af33-d77c8285a1b6 HTTP/1.1" status: 204 len: 168 time: 0.5415618 Mar 08 04:25:52.277174 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6651275-36b7-4e36-871b-83f2a6e4dd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fb03f7-c899-493d-af33-d77c8285a1b6,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:52.389888 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55810) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:52.429456 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-591f6ae4-6ef3-4cd6-b8e5-99363cf9f5d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1894e1f383974caf99ad82292ecf69d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383284 Mar 08 04:25:52.431779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55812) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:52.435158 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a96a4d47-7bdf-4290-97df-41d75d5efb01 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:52.459804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: a96a4d47-7bdf-4290-97df-41d75d5efb01 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:52.460155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a96a4d47-7bdf-4290-97df-41d75d5efb01 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:52.460584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1996551e-fa7a-4517-9293-bc795b9832d5 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:52.479513 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 1996551e-fa7a-4517-9293-bc795b9832d5 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:52.479865 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1996551e-fa7a-4517-9293-bc795b9832d5 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:52.480287 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device bd0cdbbc-016d-43cf-b072-6a9711942cda no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:25:52.483031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] Publish callbacks [] for security_group (ad2a0fde-4c44-4f81-87a2-71e230a1d538), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.499784 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: bd0cdbbc-016d-43cf-b072-6a9711942cda {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:25:52.500140 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device bd0cdbbc-016d-43cf-b072-6a9711942cda not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:25:52.505321 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] Publish callbacks [] for security_group (ad2a0fde-4c44-4f81-87a2-71e230a1d538), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.552100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (ad2a0fde-4c44-4f81-87a2-71e230a1d538), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.554882 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.556050 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad2a0fde-4c44-4f81-87a2-71e230a1d538 HTTP/1.1" status: 204 len: 168 time: 0.1233206 Mar 08 04:25:52.565347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c99ac-cdac-49ae-8b39-5ebd9efb1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a0fde-4c44-4f81-87a2-71e230a1d538,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:25:52.743925 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.859551 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55818) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:52.897910 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3a075238-1169-4cf3-a310-8d0f6b45e063 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27ee2d5636e74cb4ad1aad8acfd18054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372417 Mar 08 04:25:52.900358 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55820) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:25:52.946467 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] Publish callbacks [] for security_group (07fe7e06-8816-4fdc-9c76-9494cba38efe), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:52.966118 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] Publish callbacks [] for security_group (07fe7e06-8816-4fdc-9c76-9494cba38efe), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:53.010286 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (07fe7e06-8816-4fdc-9c76-9494cba38efe), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:53.012798 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:25:53.013918 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07fe7e06-8816-4fdc-9c76-9494cba38efe HTTP/1.1" status: 204 len: 168 time: 0.1127028 Mar 08 04:25:53.022220 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634c3b4-4630-413d-be41-7d75573cb1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fe7e06-8816-4fdc-9c76-9494cba38efe,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:01.386879 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadc589-bb9d-4696-a5e6-ab517b7457b1 req-b820f72b-ed75-434a-a99c-1e292ed6c108 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:01.388325 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5eadc589-bb9d-4696-a5e6-ab517b7457b1 req-b820f72b-ed75-434a-a99c-1e292ed6c108 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0531213 Mar 08 04:26:01.433212 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5eadc589-bb9d-4696-a5e6-ab517b7457b1 req-88e6bcce-855a-43c4-a169-3bfa49babc21 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 Mar 08 04:26:02.552259 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513730e2-13b5-4000-8256-3ca9ff5a5af8 req-f8f2966b-ca9e-46bb-afe0-1d031564f6a9 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:02.553697 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-513730e2-13b5-4000-8256-3ca9ff5a5af8 req-f8f2966b-ca9e-46bb-afe0-1d031564f6a9 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0526423 Mar 08 04:26:02.601928 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-513730e2-13b5-4000-8256-3ca9ff5a5af8 req-1b249d9f-3e92-4caf-8524-74387ebf3142 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Mar 08 04:26:03.718995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299663ea-8271-42ba-8dfd-cd0549e08379 req-e7dfd0dd-dd19-460b-be21-9e3ed597c1b8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:03.720445 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-299663ea-8271-42ba-8dfd-cd0549e08379 req-e7dfd0dd-dd19-460b-be21-9e3ed597c1b8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0539007 Mar 08 04:26:03.766786 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-299663ea-8271-42ba-8dfd-cd0549e08379 req-ab1bafa9-8d55-4140-873c-e0581269caf5 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ecfcba-f4e8-485f-bc82-3545c578aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Mar 08 04:26:03.855169 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-09ebbef3-a4ae-41e5-9928-143544a83fe8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:03.856634 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-09ebbef3-a4ae-41e5-9928-143544a83fe8 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 945 time: 0.0510836 Mar 08 04:26:03.951894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Deleting port dc9705b9-6982-4add-af30-25ab9f774c2a {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:03.952234 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.038866 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] For port dc9705b9-6982-4add-af30-25ab9f774c2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dc9705b9-6982-4add-af30-25ab9f774c2a,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:04.039222 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.210399 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.210678 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.211022 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Floating IP 76e514ad-5910-40b1-b89d-08eda4bb202d disassociated. External IP: 172.28.1.170, port: dc9705b9-6982-4add-af30-25ab9f774c2a. Mar 08 04:26:04.211363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Calling delete_port for dc9705b9-6982-4add-af30-25ab9f774c2a owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:04.335654 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (dc9705b9-6982-4add-af30-25ab9f774c2a), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.367086 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'Port': ['ID=dc9705b9-6982-4add-af30-25ab9f774c2a,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:04.481678 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:26:04.587545 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:26:04.596935 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:26:04.608305 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:04.608929 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:04.627888 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] No DVR routers for this DVR port dc9705b9-6982-4add-af30-25ab9f774c2a on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:04.630901 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:04.634122 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b10ad8b0-c759-49d6-9fc7-e9ce88366a10 req-d2169a4c-3e1d-429a-8a48-7c7f01a3f893 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.42 "DELETE /v2.0/ports/dc9705b9-6982-4add-af30-25ab9f774c2a HTTP/1.1" status: 204 len: 173 time: 0.7697902 Mar 08 04:26:04.634555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'name': 'network-vif-deleted', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:26:04.636770 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a632a-3b0d-4a57-abac-b213448cbafc" -d '{"events": [{"server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "name": "network-vif-deleted", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:26:04.676516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622cf998-733c-4b96-aca4-5f86ff8c629b x-openstack-request-id: req-622cf998-733c-4b96-aca4-5f86ff8c629b {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:26:04.676905 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a9ef00-c89e-40dd-b22f-23855907adfb", "name": "network-vif-deleted", "tag": "dc9705b9-6982-4add-af30-25ab9f774c2a", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:26:04.677067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-622cf998-733c-4b96-aca4-5f86ff8c629b {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:26:04.677469 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a9ef00-c89e-40dd-b22f-23855907adfb', 'name': 'network-vif-deleted', 'tag': 'dc9705b9-6982-4add-af30-25ab9f774c2a', 'status': 'completed', 'code': 200} Mar 08 04:26:04.870015 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:04.884787 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d58528d-a674-4259-bc0f-0eb5b3b83639 req-19637c1c-85cf-48ae-8303-a8cf786d9b9c tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a9ef00-c89e-40dd-b22f-23855907adfb HTTP/1.1" status: 200 len: 210 time: 0.0283437 Mar 08 04:26:05.065196 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:05.096149 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:26:05.105382 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:05.105985 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:05.219273 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:05.410898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:05.436257 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb8498-300e-4c72-b9bc-d65e5fc400af None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '59be5682-6bfd-4898-8f55-c9bae831db57', 'name': '', 'network_id': '5397445e-1c73-44b6-b0d0-137f673b353f', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'mac_address': 'fa:16:3e:d9:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '06635836-8136-4d38-864e-b7a2cca8b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:44Z', 'updated_at': '2022-03-08T04:18:57Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'subnets': [{'id': '06635836-8136-4d38-864e-b7a2cca8b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:26:05.648769 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce293-c41a-4e43-a646-e5be875281ca None None] New status for floating IP 76e514ad-5910-40b1-b89d-08eda4bb202d: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:26:05.968226 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55922) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:06.019963 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (41ecfcba-f4e8-485f-bc82-3545c578aae4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.042704 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (41ecfcba-f4e8-485f-bc82-3545c578aae4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.090939 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (41ecfcba-f4e8-485f-bc82-3545c578aae4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.093446 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.094622 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "DELETE /v2.0/security-groups/41ecfcba-f4e8-485f-bc82-3545c578aae4 HTTP/1.1" status: 204 len: 168 time: 0.1253376 Mar 08 04:26:06.097398 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55924) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:06.103587 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b54695-15b9-4485-914e-c300d9072527 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ecfcba-f4e8-485f-bc82-3545c578aae4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:06.110281 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-bb94630d-cbc5-4819-b258-bda9cfa733dd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] show failed (client error): The resource could not be found. Mar 08 04:26:06.111293 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-bb94630d-cbc5-4819-b258-bda9cfa733dd tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "GET /v2.0/security-groups/41ecfcba-f4e8-485f-bc82-3545c578aae4 HTTP/1.1" status: 404 len: 347 time: 0.0129101 Mar 08 04:26:06.114548 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55926) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:06.236141 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Deleting port af3d4042-2189-4875-8b70-2236bda034db {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:06.236482 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (af3d4042-2189-4875-8b70-2236bda034db), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.314184 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (af3d4042-2189-4875-8b70-2236bda034db), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.314503 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (af3d4042-2189-4875-8b70-2236bda034db), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.326169 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Calling delete_port for af3d4042-2189-4875-8b70-2236bda034db owned by network:floatingip {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:06.454284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (af3d4042-2189-4875-8b70-2236bda034db), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.727390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Pushing event deleted for resources: {'Port': ['ID=af3d4042-2189-4875-8b70-2236bda034db,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:06.786980 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks [] for floatingip (76e514ad-5910-40b1-b89d-08eda4bb202d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.789469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:06.790631 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-9eb09115-a3b5-49fb-9237-04c6bfe6da43 tempest-AttachVolumeTestJSON-159936695 tempest-AttachVolumeTestJSON-159936695-project] 10.222.0.20 "DELETE /v2.0/floatingips/76e514ad-5910-40b1-b89d-08eda4bb202d HTTP/1.1" status: 204 len: 168 time: 0.6751440 Mar 08 04:26:07.413643 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device dc9705b9-6982-4add-af30-25ab9f774c2a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:07.433624 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: dc9705b9-6982-4add-af30-25ab9f774c2a {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:07.433972 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device dc9705b9-6982-4add-af30-25ab9f774c2a not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:10.302133 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55954) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:10.837593 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (53632bfa-96d8-4bf5-b638-efa046e75757), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:11.086424 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Deleting port 59be5682-6bfd-4898-8f55-c9bae831db57 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:11.086756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:11.164125 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] For port 59be5682-6bfd-4898-8f55-c9bae831db57, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=59be5682-6bfd-4898-8f55-c9bae831db57,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:11.164401 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:11.176995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Calling delete_port for 59be5682-6bfd-4898-8f55-c9bae831db57 owned by network:router_interface {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:11.356538 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (59be5682-6bfd-4898-8f55-c9bae831db57), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:11.386604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Pushing event deleted for resources: {'Port': ['ID=59be5682-6bfd-4898-8f55-c9bae831db57,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:11.556378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (53632bfa-96d8-4bf5-b638-efa046e75757), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:11.775725 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Router 53632bfa-96d8-4bf5-b638-efa046e75757 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:26:11.883858 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:26:11.888760 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-076552f3-c86c-4b7b-8c6b-cb2a725a69ac admin admin] 10.222.0.20 "PUT /v2.0/routers/53632bfa-96d8-4bf5-b638-efa046e75757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855892 Mar 08 04:26:11.891284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55960) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:11.893823 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Sync routers for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:26:11.903857 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:11.904468 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:11.999557 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks [] for router (53632bfa-96d8-4bf5-b638-efa046e75757), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.012209 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:12.104072 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks [] for router_gateway (53632bfa-96d8-4bf5-b638-efa046e75757), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.158261 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Deleting port 3e080fa6-e26f-4d62-9286-9f787547f5b3 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:12.158611 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.186337 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65'}], 'enable_snat': True}, 'gw_port_id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:26:11Z', 'revision_number': 5, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port': {'id': '3e080fa6-e26f-4d62-9286-9f787547f5b3', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:33Z', 'updated_at': '2022-03-08T04:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:12.217123 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Checking router: 53632bfa-96d8-4bf5-b638-efa046e75757 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:26:12.225368 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Routers {'53632bfa-96d8-4bf5-b638-efa046e75757'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:12.225968 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:25:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['53632bfa-96d8-4bf5-b638-efa046e75757'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:12.237471 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] For port 3e080fa6-e26f-4d62-9286-9f787547f5b3, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3e080fa6-e26f-4d62-9286-9f787547f5b3,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:12.237834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.249347 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Calling delete_port for 3e080fa6-e26f-4d62-9286-9f787547f5b3 owned by network:router_gateway {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:12.313260 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] Set router 53632bfa-96d8-4bf5-b638-efa046e75757 gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:12.364798 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:26:12Z', 'revision_number': 6, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:12.394670 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264589b-91d5-4763-a9c9-f76309f8e3ea None None] The sync data for ids ['53632bfa-96d8-4bf5-b638-efa046e75757'] in dv-cinder-740146-13-smb is: [{'id': '53632bfa-96d8-4bf5-b638-efa046e75757', 'name': 'tempest-AttachVolumeTestJSON-122625009-router', 'tenant_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:31Z', 'updated_at': '2022-03-08T04:26:12Z', 'revision_number': 6, 'project_id': '6e00ee5ca24c43f18df750c74bdc5c3e', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:26:12.419387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (3e080fa6-e26f-4d62-9286-9f787547f5b3), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.450387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3e080fa6-e26f-4d62-9286-9f787547f5b3,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:12.511774 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (53632bfa-96d8-4bf5-b638-efa046e75757), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.615457 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (53632bfa-96d8-4bf5-b638-efa046e75757), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.617484 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks [] for router_controller (53632bfa-96d8-4bf5-b638-efa046e75757), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.684324 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (53632bfa-96d8-4bf5-b638-efa046e75757), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.684978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53632bfa-96d8-4bf5-b638-efa046e75757 {{(pid=103174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:26:12.689856 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.691019 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-40e29458-7876-4f70-87cd-0b4556a77bcf admin admin] 10.222.0.20 "DELETE /v2.0/routers/53632bfa-96d8-4bf5-b638-efa046e75757 HTTP/1.1" status: 204 len: 168 time: 0.7987986 Mar 08 04:26:12.694953 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55962) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:12.741366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Deleting subnet 06635836-8136-4d38-864e-b7a2cca8b575 {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:26:12.744646 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Publish callbacks [] for subnet (06635836-8136-4d38-864e-b7a2cca8b575), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.780167 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (06635836-8136-4d38-864e-b7a2cca8b575), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.863292 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (06635836-8136-4d38-864e-b7a2cca8b575), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.913453 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (06635836-8136-4d38-864e-b7a2cca8b575), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.938843 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06635836-8136-4d38-864e-b7a2cca8b575,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:12.942454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:12.945659 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ea167318-1ece-4807-988e-a6af09c33af7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/06635836-8136-4d38-864e-b7a2cca8b575 HTTP/1.1" status: 204 len: 168 time: 0.2497334 Mar 08 04:26:12.948118 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 55964) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:12.948342 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921cadaf-24a8-42ea-8fc7-c42dc709d7ca None None] Network 5397445e-1c73-44b6-b0d0-137f673b353f requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:26:13.017338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (5397445e-1c73-44b6-b0d0-137f673b353f), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.070573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Deleting port eafc2901-9186-4f70-8999-37a14e520976 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:13.070943 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (eafc2901-9186-4f70-8999-37a14e520976), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.131795 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] DHCP port deletion for 5397445e-1c73-44b6-b0d0-137f673b353f request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:26:13.134838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] For port eafc2901-9186-4f70-8999-37a14e520976, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=eafc2901-9186-4f70-8999-37a14e520976,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:13.135305 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (eafc2901-9186-4f70-8999-37a14e520976), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.149526 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Calling delete_port for eafc2901-9186-4f70-8999-37a14e520976 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:13.180828 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Deleting port eafc2901-9186-4f70-8999-37a14e520976 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:13.181115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (eafc2901-9186-4f70-8999-37a14e520976), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.233437 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (eafc2901-9186-4f70-8999-37a14e520976), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.243868 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] For port eafc2901-9186-4f70-8999-37a14e520976, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=eafc2901-9186-4f70-8999-37a14e520976,segment=NetworkSegment(297aedb4-ee87-47de-a4b5-7c7bfce4c69d),segment_id=297aedb4-ee87-47de-a4b5-7c7bfce4c69d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:13.244280 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (eafc2901-9186-4f70-8999-37a14e520976), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.258211 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Calling delete_port for eafc2901-9186-4f70-8999-37a14e520976 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:13.260468 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=eafc2901-9186-4f70-8999-37a14e520976,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:13.266010 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] No DVR routers for this DVR port eafc2901-9186-4f70-8999-37a14e520976 on host dv-cinder-740146-13-smb {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:13.340891 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (5397445e-1c73-44b6-b0d0-137f673b353f), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.362111 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5397445e-1c73-44b6-b0d0-137f673b353f']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:13.372627 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297aedb4-ee87-47de-a4b5-7c7bfce4c69d') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:13.373053 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297aedb4-ee87-47de-a4b5-7c7bfce4c69d') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:13.385265 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (297aedb4-ee87-47de-a4b5-7c7bfce4c69d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.389362 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360'] for port (eafc2901-9186-4f70-8999-37a14e520976), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.401897 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (297aedb4-ee87-47de-a4b5-7c7bfce4c69d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.408764 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:26:13.409154 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (297aedb4-ee87-47de-a4b5-7c7bfce4c69d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:26:13.411293 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:26:13.471372 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (5397445e-1c73-44b6-b0d0-137f673b353f), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.478376 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.481636 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5397445e-1c73-44b6-b0d0-137f673b353f HTTP/1.1" status: 204 len: 168 time: 0.5326071 Mar 08 04:26:13.492331 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23db5-a803-4738-a8fb-f33ea5425c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5397445e-1c73-44b6-b0d0-137f673b353f,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:13.548088 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-776875de-9876-43a6-8cd1-9bd6d935449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.553539 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] Pushing event deleted for resources: {'Port': ['ID=eafc2901-9186-4f70-8999-37a14e520976,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:13.557008 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90f495-2f6c-4a73-81cb-6c56992a4958 None None] No DVR routers for this DVR port eafc2901-9186-4f70-8999-37a14e520976 on host dv-cinder-740146-13-smb {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:13.604306 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55968) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:13.643934 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-83bd1b2a-470b-43a6-b61f-758005fdbe38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e00ee5ca24c43f18df750c74bdc5c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384963 Mar 08 04:26:13.646401 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 55970) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:13.694507 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] Publish callbacks [] for security_group (4c6b41c5-c027-46d3-853d-4d6676b458d7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.715144 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] Publish callbacks [] for security_group (4c6b41c5-c027-46d3-853d-4d6676b458d7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.759942 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (4c6b41c5-c027-46d3-853d-4d6676b458d7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.763010 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:13.764162 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c6b41c5-c027-46d3-853d-4d6676b458d7 HTTP/1.1" status: 204 len: 168 time: 0.1168461 Mar 08 04:26:13.772038 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597e1af-8db8-4300-a2e1-79efcb000c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b41c5-c027-46d3-853d-4d6676b458d7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:14.442249 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device eafc2901-9186-4f70-8999-37a14e520976 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:14.462056 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: eafc2901-9186-4f70-8999-37a14e520976 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:14.462434 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device eafc2901-9186-4f70-8999-37a14e520976 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:14.462869 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 59be5682-6bfd-4898-8f55-c9bae831db57 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:14.482013 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 59be5682-6bfd-4898-8f55-c9bae831db57 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:14.482354 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 59be5682-6bfd-4898-8f55-c9bae831db57 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:14.482785 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3e080fa6-e26f-4d62-9286-9f787547f5b3 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:14.502166 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 3e080fa6-e26f-4d62-9286-9f787547f5b3 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:14.502513 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3e080fa6-e26f-4d62-9286-9f787547f5b3 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:15.541266 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea211e84-6461-4f5c-8d88-b5220a3ad3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:16.814038 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:18.219850 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:19.637335 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.095252 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56104) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:22.197313 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85da6ac1-d319-4483-9878-0a5a6c90d699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.268454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85da6ac1-d319-4483-9878-0a5a6c90d699 admin admin] Publish callbacks [] for security_group (b0b8a52f-3f5b-403d-b14e-6a078f461a68), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.272353 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85da6ac1-d319-4483-9878-0a5a6c90d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b0b8a52f-3f5b-403d-b14e-6a078f461a68), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.313493 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-85da6ac1-d319-4483-9878-0a5a6c90d699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdec09062d10411fb8cbc0f4381c7014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171931 Mar 08 04:26:22.314333 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da6ac1-d319-4483-9878-0a5a6c90d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8a52f-3f5b-403d-b14e-6a078f461a68,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:22.316329 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56108) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:22.620838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] Publish callbacks [] for security_group (b0b8a52f-3f5b-403d-b14e-6a078f461a68), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.640896 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] Publish callbacks [] for security_group (b0b8a52f-3f5b-403d-b14e-6a078f461a68), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.691517 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b0b8a52f-3f5b-403d-b14e-6a078f461a68), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.694155 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.695353 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b8a52f-3f5b-403d-b14e-6a078f461a68 HTTP/1.1" status: 204 len: 168 time: 0.3767905 Mar 08 04:26:22.703082 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182135fc-4f48-4155-a6b9-224ad98a4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8a52f-3f5b-403d-b14e-6a078f461a68,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:22.752288 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:22.819447 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:26:22.955117 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56114) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:22.969140 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-492899c5-40a2-419e-a7b9-791eafc74bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.042887 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-492899c5-40a2-419e-a7b9-791eafc74bd7 admin admin] Publish callbacks [] for security_group (d67ca445-d94f-4b43-8c2d-7afdac27e160), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.046506 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-492899c5-40a2-419e-a7b9-791eafc74bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d67ca445-d94f-4b43-8c2d-7afdac27e160), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.085027 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-492899c5-40a2-419e-a7b9-791eafc74bd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c03302c32a85495091acfcc80c31c292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288767 Mar 08 04:26:23.086232 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492899c5-40a2-419e-a7b9-791eafc74bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ca445-d94f-4b43-8c2d-7afdac27e160,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:23.087733 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56116) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:23.134287 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] Publish callbacks [] for security_group (d67ca445-d94f-4b43-8c2d-7afdac27e160), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.153919 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] Publish callbacks [] for security_group (d67ca445-d94f-4b43-8c2d-7afdac27e160), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.198976 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d67ca445-d94f-4b43-8c2d-7afdac27e160), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.201571 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:23.202715 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d67ca445-d94f-4b43-8c2d-7afdac27e160 HTTP/1.1" status: 204 len: 168 time: 0.1139817 Mar 08 04:26:23.210299 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2abb-7b09-447e-85d7-90333407f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ca445-d94f-4b43-8c2d-7afdac27e160,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:23.672619 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-cc30cc8a-fdab-410b-9c3a-a897cdf8469d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454905 Mar 08 04:26:23.792227 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-a96dd30f-f1f3-4e96-9450-a7f6e8d2c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:23.793714 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-a96dd30f-f1f3-4e96-9450-a7f6e8d2c863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e3fa58e858f420f89e3ff9099c19928&device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0547745 Mar 08 04:26:23.895179 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-b498b17d-5e69-4f74-bc97-5ed9efe49d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:23.897155 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-b498b17d-5e69-4f74-bc97-5ed9efe49d6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 200 len: 916 time: 0.0856209 Mar 08 04:26:23.968785 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-be135b21-ce8e-48e7-a013-6c44bfffe337 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 200 len: 1002 time: 0.0648487 Mar 08 04:26:24.016779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-c8cd8f0d-c53c-4cd5-b6f9-a4479d6ae4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:24.018229 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-c8cd8f0d-c53c-4cd5-b6f9-a4479d6ae4f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 200 len: 854 time: 0.0430474 Mar 08 04:26:24.067814 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-5fcd6029-110e-4465-be6c-ebff9c8afb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:24.069398 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-5fcd6029-110e-4465-be6c-ebff9c8afb6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a8ab4f8-6073-4993-8b1c-948eba368d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0455694 Mar 08 04:26:24.164442 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-5c672f24-99f7-4c71-80b2-8cee75718803 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891931 Mar 08 04:26:24.255278 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2f140364-be72-4c1f-a2b2-beefa2d4e400 req-74f87344-728a-4e3b-805b-21b0c6ffb458 service neutron] 10.222.0.42 "GET /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847592 Mar 08 04:26:29.843247 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2508c41-3b9e-4905-860a-c7fc05a07d2f req-44177230-af5b-424e-b256-a77eeeb9d924 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:29.844718 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2508c41-3b9e-4905-860a-c7fc05a07d2f req-44177230-af5b-424e-b256-a77eeeb9d924 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0557599 Mar 08 04:26:29.890128 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2508c41-3b9e-4905-860a-c7fc05a07d2f req-1127f57c-f44f-4b2e-9969-fe9c569e4424 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390997 Mar 08 04:26:31.010193 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd3468-84d1-4f0a-8c3f-f0aea91f107d req-11e8ae4c-08f1-4c37-a959-a5d10efd8885 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:31.011593 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7fdd3468-84d1-4f0a-8c3f-f0aea91f107d req-11e8ae4c-08f1-4c37-a959-a5d10efd8885 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0522602 Mar 08 04:26:31.057766 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7fdd3468-84d1-4f0a-8c3f-f0aea91f107d req-86125c14-0fc8-4074-8c9d-76532637214d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407317 Mar 08 04:26:31.852993 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56292) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:31.964678 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:31.968158 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-37475365-9a97-4a17-b091-b54aff21330d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:31.969754 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-37475365-9a97-4a17-b091-b54aff21330d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0640390 Mar 08 04:26:32.047107 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Publish callbacks [] for security_group (bdae8308-b30f-43e6-9070-86dd31501f73), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.050837 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (bdae8308-b30f-43e6-9070-86dd31501f73), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.072646 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port a962d3c8-4603-4eed-8271-686f33223e16 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:32.073211 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (a962d3c8-4603-4eed-8271-686f33223e16), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.103465 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5d531aff1f745989193f2914d54eee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469268 Mar 08 04:26:32.103465 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae8308-b30f-43e6-9070-86dd31501f73,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:32.105439 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56298) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:32.152754 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.153101 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.153444 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.153780 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.154107 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.154434 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.154775 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.155112 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.155433 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.155755 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.156076 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.156394 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.156712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872ac52-ce52-49d0-94fd-36dd6a81b978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.176102 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] Publish callbacks [] for security_group (bdae8308-b30f-43e6-9070-86dd31501f73), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.202707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] For port a962d3c8-4603-4eed-8271-686f33223e16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a962d3c8-4603-4eed-8271-686f33223e16,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:32.203099 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (a962d3c8-4603-4eed-8271-686f33223e16), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.204352 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] Publish callbacks [] for security_group (bdae8308-b30f-43e6-9070-86dd31501f73), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.227363 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e51f9-caba-4cbc-995e-fe1c7a95a4fe req-edd7567c-b5f1-434a-a25d-bd7d545abaeb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:32.228870 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-548e51f9-caba-4cbc-995e-fe1c7a95a4fe req-edd7567c-b5f1-434a-a25d-bd7d545abaeb tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 946 time: 0.0963883 Mar 08 04:26:32.260774 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (bdae8308-b30f-43e6-9070-86dd31501f73), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.263463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.264631 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdae8308-b30f-43e6-9070-86dd31501f73 HTTP/1.1" status: 204 len: 168 time: 0.1581933 Mar 08 04:26:32.273333 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb059ef-3783-44db-b5f6-ff67c83fa959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae8308-b30f-43e6-9070-86dd31501f73,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:32.356560 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-548e51f9-caba-4cbc-995e-fe1c7a95a4fe req-205a7edb-1aa5-4e46-8326-623855bc2101 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups?id=1de16710-4e47-43a0-b16f-c1054b5c1888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985134 Mar 08 04:26:32.429295 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.429636 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.429952 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Floating IP a2b0f127-f136-412b-8311-34e0bd3eed6b disassociated. External IP: 172.28.1.237, port: a962d3c8-4603-4eed-8271-686f33223e16. Mar 08 04:26:32.430298 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for a962d3c8-4603-4eed-8271-686f33223e16 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:32.540286 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56304) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:32.559191 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c66515ad-d925-4fc9-9b69-0597956a3560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.589415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (a962d3c8-4603-4eed-8271-686f33223e16), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.627253 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=a962d3c8-4603-4eed-8271-686f33223e16,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:32.646606 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.647017 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.647362 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.647703 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.649078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.649078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.649078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.649078 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.649451 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.650080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.650080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.650534 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.650890 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:32.768346 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c66515ad-d925-4fc9-9b69-0597956a3560 admin admin] Publish callbacks [] for security_group (b6bbee47-6c55-47c4-88db-4d5b5c2b203f), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.780490 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c66515ad-d925-4fc9-9b69-0597956a3560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b6bbee47-6c55-47c4-88db-4d5b5c2b203f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.836042 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-c66515ad-d925-4fc9-9b69-0597956a3560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32ddf3814b304cc984a09062f8b11a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947249 Mar 08 04:26:32.837706 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66515ad-d925-4fc9-9b69-0597956a3560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbee47-6c55-47c4-88db-4d5b5c2b203f,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:32.838875 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56306) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:32.843439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:26:32.887288 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] Publish callbacks [] for security_group (b6bbee47-6c55-47c4-88db-4d5b5c2b203f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.909039 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] Publish callbacks [] for security_group (b6bbee47-6c55-47c4-88db-4d5b5c2b203f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.958787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b6bbee47-6c55-47c4-88db-4d5b5c2b203f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.958945 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:26:32.961727 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:32.963131 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6bbee47-6c55-47c4-88db-4d5b5c2b203f HTTP/1.1" status: 204 len: 168 time: 0.1224351 Mar 08 04:26:32.971805 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d467b-d1c1-445b-b239-361b0bdbcbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbee47-6c55-47c4-88db-4d5b5c2b203f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:32.972572 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:26:33.001435 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:33.002500 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:26:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:33.003226 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] No DVR routers for this DVR port a962d3c8-4603-4eed-8271-686f33223e16 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:33.006102 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:33.009549 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4c8cb6ec-ad69-4ef1-bec5-03668c6c1ce6 req-e646b16c-8675-460f-a3e5-a225592ddd49 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.42 "DELETE /v2.0/ports/a962d3c8-4603-4eed-8271-686f33223e16 HTTP/1.1" status: 204 len: 173 time: 1.0342994 Mar 08 04:26:33.010021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'name': 'network-vif-deleted', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:26:33.012919 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e4e57-5820-4a9c-ad6a-8d229c0df746" -d '{"events": [{"server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "name": "network-vif-deleted", "tag": "a962d3c8-4603-4eed-8271-686f33223e16"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:26:33.058641 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827fe97-f9af-477d-b671-bffacebb128d x-openstack-request-id: req-7827fe97-f9af-477d-b671-bffacebb128d {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:26:33.059043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd2acde-c915-4468-b42d-70620064e5e6", "name": "network-vif-deleted", "tag": "a962d3c8-4603-4eed-8271-686f33223e16", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:26:33.059368 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7827fe97-f9af-477d-b671-bffacebb128d {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:26:33.059825 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd2acde-c915-4468-b42d-70620064e5e6', 'name': 'network-vif-deleted', 'tag': 'a962d3c8-4603-4eed-8271-686f33223e16', 'status': 'completed', 'code': 200} Mar 08 04:26:33.163474 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:33.371124 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:33.402666 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:26:33.412547 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:33.413168 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:26:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:33.472445 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cd8a98e1-a8a3-4e17-88c8-a0c88d893319 req-f5fa9077-ee80-4a65-a1c0-008b44566ae5 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd2acde-c915-4468-b42d-70620064e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0329628 Mar 08 04:26:33.540650 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:33.754822 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-5937be58-9881-4f1b-9680-78c73072782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:33.785180 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5937be58-9881-4f1b-9680-78c73072782a None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:18:41Z', 'revision_number': 4, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': '1ada1c42-0e7a-402c-9517-9de01613eaf2', 'name': '', 'network_id': '7a8ab4f8-6073-4993-8b1c-948eba368d6d', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'mac_address': 'fa:16:3e:fc:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:38Z', 'updated_at': '2022-03-08T04:18:52Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'subnets': [{'id': '2dbc7b78-2f89-44e1-af5d-7c85ba710a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:26:34.021046 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41af370-86c9-418c-924b-d0304bb039de None None] New status for floating IP a2b0f127-f136-412b-8311-34e0bd3eed6b: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:26:34.557321 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56362) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:34.615811 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (1de16710-4e47-43a0-b16f-c1054b5c1888), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.640314 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (1de16710-4e47-43a0-b16f-c1054b5c1888), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.701606 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1de16710-4e47-43a0-b16f-c1054b5c1888), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.704426 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.708099 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/security-groups/1de16710-4e47-43a0-b16f-c1054b5c1888 HTTP/1.1" status: 204 len: 168 time: 0.1466763 Mar 08 04:26:34.708637 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56374) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:34.715473 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815626dd-e903-4965-904a-9b3749dbb760 tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de16710-4e47-43a0-b16f-c1054b5c1888,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:34.729592 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-ccec5f6c-4ae1-48cf-a8a3-98c591d55eec tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] show failed (client error): The resource could not be found. Mar 08 04:26:34.730953 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ccec5f6c-4ae1-48cf-a8a3-98c591d55eec tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "GET /v2.0/security-groups/1de16710-4e47-43a0-b16f-c1054b5c1888 HTTP/1.1" status: 404 len: 347 time: 0.0213215 Mar 08 04:26:34.738367 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56378) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:34.875839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Deleting port c902ffd1-c2af-42e8-b97e-d2bd3098b162 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:34.876184 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.954319 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.954971 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (c902ffd1-c2af-42e8-b97e-d2bd3098b162), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:34.968549 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Calling delete_port for c902ffd1-c2af-42e8-b97e-d2bd3098b162 owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:35.106227 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (c902ffd1-c2af-42e8-b97e-d2bd3098b162), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.132707 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Pushing event deleted for resources: {'Port': ['ID=c902ffd1-c2af-42e8-b97e-d2bd3098b162,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:35.147973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56390) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:35.195248 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks [] for floatingip (a2b0f127-f136-412b-8311-34e0bd3eed6b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.197968 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.199189 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-79b0bb84-8f7d-49ae-bff6-e63d6b5c3c1d tempest-AttachVolumeNegativeTest-400106353 tempest-AttachVolumeNegativeTest-400106353-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2b0f127-f136-412b-8311-34e0bd3eed6b HTTP/1.1" status: 204 len: 168 time: 0.4590273 Mar 08 04:26:35.253308 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaead-5865-43d3-9035-a96d90dd976a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.342323 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaead-5865-43d3-9035-a96d90dd976a admin admin] Publish callbacks [] for security_group (f5a12965-e40e-4ba4-a3c8-2baffa5883bc), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.345833 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaead-5865-43d3-9035-a96d90dd976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f5a12965-e40e-4ba4-a3c8-2baffa5883bc), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.387606 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6a5eaead-5865-43d3-9035-a96d90dd976a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44e40fe9b06748a3abfaf366a3bbebd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385116 Mar 08 04:26:35.388459 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eaead-5865-43d3-9035-a96d90dd976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a12965-e40e-4ba4-a3c8-2baffa5883bc,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:35.391168 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56398) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:35.440382 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] Publish callbacks [] for security_group (f5a12965-e40e-4ba4-a3c8-2baffa5883bc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.461750 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] Publish callbacks [] for security_group (f5a12965-e40e-4ba4-a3c8-2baffa5883bc), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.508407 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (f5a12965-e40e-4ba4-a3c8-2baffa5883bc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.510955 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.512121 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5a12965-e40e-4ba4-a3c8-2baffa5883bc HTTP/1.1" status: 204 len: 168 time: 0.1197159 Mar 08 04:26:35.521120 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef66d-3061-4122-a6b1-fb01a6cba66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a12965-e40e-4ba4-a3c8-2baffa5883bc,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:35.611165 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device a962d3c8-4603-4eed-8271-686f33223e16 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:35.634981 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: a962d3c8-4603-4eed-8271-686f33223e16 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:35.635327 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device a962d3c8-4603-4eed-8271-686f33223e16 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:35.768493 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56404) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:35.781608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d3c91919-b117-49e3-b2cc-075f0675c544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.855108 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d3c91919-b117-49e3-b2cc-075f0675c544 admin admin] Publish callbacks [] for security_group (66949b8e-5ee8-4a26-a68f-56479970dfd9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.861096 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d3c91919-b117-49e3-b2cc-075f0675c544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (66949b8e-5ee8-4a26-a68f-56479970dfd9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.902536 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d3c91919-b117-49e3-b2cc-075f0675c544 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6690c0998c944c7192ce0ac3a4c55452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329675 Mar 08 04:26:35.903423 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c91919-b117-49e3-b2cc-075f0675c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66949b8e-5ee8-4a26-a68f-56479970dfd9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:35.905807 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56406) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:35.955082 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] Publish callbacks [] for security_group (66949b8e-5ee8-4a26-a68f-56479970dfd9), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:35.975741 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] Publish callbacks [] for security_group (66949b8e-5ee8-4a26-a68f-56479970dfd9), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:36.023189 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (66949b8e-5ee8-4a26-a68f-56479970dfd9), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:36.025635 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:36.026789 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66949b8e-5ee8-4a26-a68f-56479970dfd9 HTTP/1.1" status: 204 len: 168 time: 0.1199796 Mar 08 04:26:36.034378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6e16b-0c42-40a4-81bc-42bc018d16d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66949b8e-5ee8-4a26-a68f-56479970dfd9,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:38.863157 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56486) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:39.368912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:39.611947 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Deleting port 1ada1c42-0e7a-402c-9517-9de01613eaf2 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:39.612284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:39.688995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] For port 1ada1c42-0e7a-402c-9517-9de01613eaf2, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=1ada1c42-0e7a-402c-9517-9de01613eaf2,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:39.689273 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:39.701509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Calling delete_port for 1ada1c42-0e7a-402c-9517-9de01613eaf2 owned by network:router_interface {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:39.881253 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (1ada1c42-0e7a-402c-9517-9de01613eaf2), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:39.903889 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ada1c42-0e7a-402c-9517-9de01613eaf2,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:40.075281 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:40.293152 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:26:40.408635 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:26:40.414873 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1a55a90a-02d6-4d59-b7e9-f9f971595e35 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506539 Mar 08 04:26:40.417628 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56504) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:40.420586 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Sync routers for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:26:40.439312 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:40.439937 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:26:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:40.549979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks [] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:40.568139 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:40.656865 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks [] for router_gateway (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:40.715055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Deleting port 825e2347-9fc6-41df-ace6-8d174217e619 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:40.715560 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (825e2347-9fc6-41df-ace6-8d174217e619), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:40.754054 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': '825e2347-9fc6-41df-ace6-8d174217e619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:26:39Z', 'revision_number': 5, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port': {'id': '825e2347-9fc6-41df-ace6-8d174217e619', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:18:32Z', 'updated_at': '2022-03-08T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:40.781253 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Checking router: 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:26:40.789935 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Routers {'8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:26:40.790536 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:26:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:40.800120 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] For port 825e2347-9fc6-41df-ace6-8d174217e619, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=825e2347-9fc6-41df-ace6-8d174217e619,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:40.800484 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (825e2347-9fc6-41df-ace6-8d174217e619), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:40.812473 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Calling delete_port for 825e2347-9fc6-41df-ace6-8d174217e619 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:40.965936 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] Set router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 gateway port host: None {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:26:40.983212 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (825e2347-9fc6-41df-ace6-8d174217e619), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.013176 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=825e2347-9fc6-41df-ace6-8d174217e619,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:41.024437 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:26:40Z', 'revision_number': 6, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:41.050634 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0619fa0-8ea0-4eb4-b09e-aaadef819628 None None] The sync data for ids ['8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888'] in dv-cinder-740146-13-smb is: [{'id': '8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888', 'name': 'tempest-AttachVolumeNegativeTest-1843343056-router', 'tenant_id': '4e3fa58e858f420f89e3ff9099c19928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:18:30Z', 'updated_at': '2022-03-08T04:26:40Z', 'revision_number': 6, 'project_id': '4e3fa58e858f420f89e3ff9099c19928', 'gw_port_host': None}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:26:41.073492 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.163944 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.166016 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks [] for router_controller (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.211004 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.211550 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:26:41.216000 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.217130 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-882fef8f-163e-4a96-bba0-fcdff3a553c5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e281fd0-dbc7-4bb5-b1f6-dc9b72d80888 HTTP/1.1" status: 204 len: 168 time: 0.7985289 Mar 08 04:26:41.219739 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56510) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:41.524526 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Deleting subnet 2dbc7b78-2f89-44e1-af5d-7c85ba710a68 {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:26:41.527559 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Publish callbacks [] for subnet (2dbc7b78-2f89-44e1-af5d-7c85ba710a68), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.562161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (2dbc7b78-2f89-44e1-af5d-7c85ba710a68), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.641118 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (2dbc7b78-2f89-44e1-af5d-7c85ba710a68), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.695537 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (2dbc7b78-2f89-44e1-af5d-7c85ba710a68), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.721335 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbc7b78-2f89-44e1-af5d-7c85ba710a68,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:41.726210 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.730549 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-81dc8421-94b6-485c-a417-0837f6d8eb4d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2dbc7b78-2f89-44e1-af5d-7c85ba710a68 HTTP/1.1" status: 204 len: 168 time: 0.5086627 Mar 08 04:26:41.732050 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56520) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:41.732237 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31003aaa-c850-4304-9133-44a06dcc0802 None None] Network 7a8ab4f8-6073-4993-8b1c-948eba368d6d requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:26:41.808524 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (7a8ab4f8-6073-4993-8b1c-948eba368d6d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.877657 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Deleting port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:41.878061 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.905003 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29593064-a51c-43b1-af62-3950caa0035e None None] DHCP port deletion for 7a8ab4f8-6073-4993-8b1c-948eba368d6d request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:26:41.972236 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Deleting port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:26:41.972609 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.978931 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] For port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:41.979542 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:41.997487 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Calling delete_port for 2e8ad23d-a39a-4e29-b3e0-69c987842e8e owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:42.049117 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-29593064-a51c-43b1-af62-3950caa0035e None None] For port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,segment=NetworkSegment(58078a7b-7e38-448f-adb8-6057fbb0814f),segment_id=58078a7b-7e38-448f-adb8-6057fbb0814f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:26:42.049615 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.066543 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Calling delete_port for 2e8ad23d-a39a-4e29-b3e0-69c987842e8e owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:26:42.093538 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.122609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:42.126282 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] No DVR routers for this DVR port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e on host dv-cinder-740146-13-smb {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:42.154151 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360'] for port (2e8ad23d-a39a-4e29-b3e0-69c987842e8e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.180176 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Pushing event deleted for resources: {'Port': ['ID=2e8ad23d-a39a-4e29-b3e0-69c987842e8e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:42.185351 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29593064-a51c-43b1-af62-3950caa0035e None None] No DVR routers for this DVR port 2e8ad23d-a39a-4e29-b3e0-69c987842e8e on host dv-cinder-740146-13-smb {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:26:42.192452 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.197952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.198326 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.199360 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.199360 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.199360 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.199660 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.200181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.205347 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.205720 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.206167 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.206481 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.206747 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29593064-a51c-43b1-af62-3950caa0035e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:26:42.214284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (7a8ab4f8-6073-4993-8b1c-948eba368d6d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.234118 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8ab4f8-6073-4993-8b1c-948eba368d6d']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:42.243300 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58078a7b-7e38-448f-adb8-6057fbb0814f') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:42.243595 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58078a7b-7e38-448f-adb8-6057fbb0814f') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:26:42.252847 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (58078a7b-7e38-448f-adb8-6057fbb0814f), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.266859 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (58078a7b-7e38-448f-adb8-6057fbb0814f), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.273318 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:26:42.273710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (58078a7b-7e38-448f-adb8-6057fbb0814f), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:26:42.275373 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:26:42.329075 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (7a8ab4f8-6073-4993-8b1c-948eba368d6d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.334447 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.338293 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a8ab4f8-6073-4993-8b1c-948eba368d6d HTTP/1.1" status: 204 len: 168 time: 0.6053078 Mar 08 04:26:42.348823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff85e55-0dae-468a-b0b2-a185c7a99992 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8ab4f8-6073-4993-8b1c-948eba368d6d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:42.451726 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56528) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:42.456905 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 825e2347-9fc6-41df-ace6-8d174217e619 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:42.477292 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 825e2347-9fc6-41df-ace6-8d174217e619 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:42.477747 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 825e2347-9fc6-41df-ace6-8d174217e619 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:42.478250 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1ada1c42-0e7a-402c-9517-9de01613eaf2 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:42.492242 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3cb33d96-52ee-4c8b-b922-1e2bbc93d801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e3fa58e858f420f89e3ff9099c19928&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393190 Mar 08 04:26:42.494790 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56530) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:42.501146 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 1ada1c42-0e7a-402c-9517-9de01613eaf2 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:42.501499 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 1ada1c42-0e7a-402c-9517-9de01613eaf2 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:42.501921 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2e8ad23d-a39a-4e29-b3e0-69c987842e8e no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:26:42.520689 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 2e8ad23d-a39a-4e29-b3e0-69c987842e8e {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:26:42.521047 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 2e8ad23d-a39a-4e29-b3e0-69c987842e8e not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:26:42.543113 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] Publish callbacks [] for security_group (95f00705-58d1-473b-9971-67deb567d4a8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.564230 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] Publish callbacks [] for security_group (95f00705-58d1-473b-9971-67deb567d4a8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.610392 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (95f00705-58d1-473b-9971-67deb567d4a8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.612999 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:42.614133 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95f00705-58d1-473b-9971-67deb567d4a8 HTTP/1.1" status: 204 len: 168 time: 0.1183760 Mar 08 04:26:42.622964 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625c740-6dd7-418c-86c0-7be098f95d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f00705-58d1-473b-9971-67deb567d4a8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:43.382748 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f668934b-2e27-4a25-b1df-4e1781ece6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:43.848888 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56590) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:43.951605 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26ae7f7d-c3d9-43fd-a4f0-4b26db4328c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.024008 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26ae7f7d-c3d9-43fd-a4f0-4b26db4328c9 admin admin] Publish callbacks [] for security_group (d612b03f-2233-4301-992e-37769f3574e4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.027756 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26ae7f7d-c3d9-43fd-a4f0-4b26db4328c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d612b03f-2233-4301-992e-37769f3574e4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.066088 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-26ae7f7d-c3d9-43fd-a4f0-4b26db4328c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9922400fa8314619be4500773a22e8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161529 Mar 08 04:26:44.068019 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7f7d-c3d9-43fd-a4f0-4b26db4328c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d612b03f-2233-4301-992e-37769f3574e4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:44.068824 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56594) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:44.118095 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] Publish callbacks [] for security_group (d612b03f-2233-4301-992e-37769f3574e4), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.142823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] Publish callbacks [] for security_group (d612b03f-2233-4301-992e-37769f3574e4), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.188523 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (d612b03f-2233-4301-992e-37769f3574e4), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.191201 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:44.192359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d612b03f-2233-4301-992e-37769f3574e4 HTTP/1.1" status: 204 len: 168 time: 0.1218529 Mar 08 04:26:44.200823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612540f-d768-448b-9445-3cc80dfdac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d612b03f-2233-4301-992e-37769f3574e4,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:45.544032 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14119c92-f84f-4d84-92da-2875f652d6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:45.997978 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56678) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:46.099832 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f330277-5d51-4be5-9ffa-53e730145472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.174080 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f330277-5d51-4be5-9ffa-53e730145472 admin admin] Publish callbacks [] for security_group (a809a3df-2124-4e22-9b92-414f2da1e985), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.177689 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f330277-5d51-4be5-9ffa-53e730145472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a809a3df-2124-4e22-9b92-414f2da1e985), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.216119 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6f330277-5d51-4be5-9ffa-53e730145472 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71bb28fba5954fd3aba32a6d2c9a83a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170885 Mar 08 04:26:46.216970 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330277-5d51-4be5-9ffa-53e730145472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a809a3df-2124-4e22-9b92-414f2da1e985,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:46.218906 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56682) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:46.265016 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] Publish callbacks [] for security_group (a809a3df-2124-4e22-9b92-414f2da1e985), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.285845 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] Publish callbacks [] for security_group (a809a3df-2124-4e22-9b92-414f2da1e985), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.334588 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a809a3df-2124-4e22-9b92-414f2da1e985), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.337673 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.338823 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a809a3df-2124-4e22-9b92-414f2da1e985 HTTP/1.1" status: 204 len: 168 time: 0.1188655 Mar 08 04:26:46.346130 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae544e11-b8a3-4ece-8713-3de47b3643cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809a3df-2124-4e22-9b92-414f2da1e985,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:46.589040 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 56690) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:46.604077 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1aa57748-9550-41c5-abf0-1d0e06812a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.680379 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1aa57748-9550-41c5-abf0-1d0e06812a45 admin admin] Publish callbacks [] for security_group (41f3644a-e774-4ac8-a344-7e517e23d33b), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.685555 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1aa57748-9550-41c5-abf0-1d0e06812a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (41f3644a-e774-4ac8-a344-7e517e23d33b), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.728666 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1aa57748-9550-41c5-abf0-1d0e06812a45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da7cb731e336477591d43c15a6474721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385162 Mar 08 04:26:46.729567 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa57748-9550-41c5-abf0-1d0e06812a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3644a-e774-4ac8-a344-7e517e23d33b,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:46.731396 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56694) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:46.782865 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] Publish callbacks [] for security_group (41f3644a-e774-4ac8-a344-7e517e23d33b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.806420 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] Publish callbacks [] for security_group (41f3644a-e774-4ac8-a344-7e517e23d33b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.818576 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.857431 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56698) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:46.869110 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (41f3644a-e774-4ac8-a344-7e517e23d33b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.871774 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:46.873042 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f3644a-e774-4ac8-a344-7e517e23d33b HTTP/1.1" status: 204 len: 168 time: 0.1403654 Mar 08 04:26:46.880615 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de49cc-b1af-4881-8162-c82ddee29e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3644a-e774-4ac8-a344-7e517e23d33b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:46.972385 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4db42e51-b286-49f9-a35d-537859790e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.052787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4db42e51-b286-49f9-a35d-537859790e0d admin admin] Publish callbacks [] for security_group (a5c1a7ac-f94a-43d3-9b87-18f55544ddc0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.057441 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4db42e51-b286-49f9-a35d-537859790e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a5c1a7ac-f94a-43d3-9b87-18f55544ddc0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.094758 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db42e51-b286-49f9-a35d-537859790e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c1a7ac-f94a-43d3-9b87-18f55544ddc0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:47.099105 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-4db42e51-b286-49f9-a35d-537859790e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c65f037ed9c647a396e4b43f7560eaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406545 Mar 08 04:26:47.102606 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56708) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:47.150508 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] Publish callbacks [] for security_group (a5c1a7ac-f94a-43d3-9b87-18f55544ddc0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.172051 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] Publish callbacks [] for security_group (a5c1a7ac-f94a-43d3-9b87-18f55544ddc0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.220843 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (a5c1a7ac-f94a-43d3-9b87-18f55544ddc0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.223429 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.224718 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5c1a7ac-f94a-43d3-9b87-18f55544ddc0 HTTP/1.1" status: 204 len: 168 time: 0.1209943 Mar 08 04:26:47.232346 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16735-35d6-47f8-8699-f3611bccc84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c1a7ac-f94a-43d3-9b87-18f55544ddc0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:47.551545 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56728) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:47.564888 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fb49c74-3626-496d-ac67-8c7cc79567b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.641109 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fb49c74-3626-496d-ac67-8c7cc79567b6 admin admin] Publish callbacks [] for security_group (1e5810f7-8b75-4c04-8492-d6bf13d1144f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.644948 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fb49c74-3626-496d-ac67-8c7cc79567b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1e5810f7-8b75-4c04-8492-d6bf13d1144f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.684744 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb49c74-3626-496d-ac67-8c7cc79567b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5810f7-8b75-4c04-8492-d6bf13d1144f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:47.689242 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2fb49c74-3626-496d-ac67-8c7cc79567b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae62433f4e354b63ab63bb28cb9c966c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366696 Mar 08 04:26:47.691715 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56734) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:26:47.739062 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] Publish callbacks [] for security_group (1e5810f7-8b75-4c04-8492-d6bf13d1144f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.759930 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] Publish callbacks [] for security_group (1e5810f7-8b75-4c04-8492-d6bf13d1144f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.807256 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1e5810f7-8b75-4c04-8492-d6bf13d1144f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.809809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:47.813368 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e5810f7-8b75-4c04-8492-d6bf13d1144f HTTP/1.1" status: 204 len: 168 time: 0.1182754 Mar 08 04:26:47.819904 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bacad-ead1-44ac-88d6-be70396208c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5810f7-8b75-4c04-8492-d6bf13d1144f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:26:48.230624 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:49.639342 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:52.750464 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:26:59.015984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de2c09-8907-45d3-8898-7488860cea9e req-d9f72982-8986-481a-9bab-06030cfa071f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:26:59.017358 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1de2c09-8907-45d3-8898-7488860cea9e req-d9f72982-8986-481a-9bab-06030cfa071f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Mar 08 04:26:59.063061 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1de2c09-8907-45d3-8898-7488860cea9e req-dd284f5e-9d27-47c0-8b07-1a4c04ea3555 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 Mar 08 04:26:59.819057 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:27:00.186663 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036f948-0ac3-4972-ae18-f44bd8a161a8 req-b85e0d14-6742-4afa-8eee-0e1524c96d30 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:00.188151 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0036f948-0ac3-4972-ae18-f44bd8a161a8 req-b85e0d14-6742-4afa-8eee-0e1524c96d30 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Mar 08 04:27:00.234935 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0036f948-0ac3-4972-ae18-f44bd8a161a8 req-dcddfabc-f838-4c75-a449-17f17e7d6772 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 Mar 08 04:27:01.362246 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5bc74-0640-42f8-9812-83558fa5e3ce req-1cf0b069-64ec-41b2-a883-a4d31e897e3a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:01.363715 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-daf5bc74-0640-42f8-9812-83558fa5e3ce req-1cf0b069-64ec-41b2-a883-a4d31e897e3a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0565324 Mar 08 04:27:01.409815 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-daf5bc74-0640-42f8-9812-83558fa5e3ce req-8bfa2436-20de-439d-bb43-287ce8acb824 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402055 Mar 08 04:27:02.532090 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67f38-fa99-483e-89c4-63a6a0cf4b7f req-59bfd819-4406-4ba3-a239-3a7867728386 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:02.533562 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b5b67f38-fa99-483e-89c4-63a6a0cf4b7f req-59bfd819-4406-4ba3-a239-3a7867728386 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0534337 Mar 08 04:27:02.582481 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b5b67f38-fa99-483e-89c4-63a6a0cf4b7f req-5f08e0a4-a7ea-4ca2-9d83-25cade32c88e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Mar 08 04:27:03.373176 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57076) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:03.476271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2911420-c10a-418d-8933-bd2111e02687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.550366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2911420-c10a-418d-8933-bd2111e02687 admin admin] Publish callbacks [] for security_group (682790d6-d460-4dd9-8f19-51f24da817c5), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.554000 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a2911420-c10a-418d-8933-bd2111e02687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (682790d6-d460-4dd9-8f19-51f24da817c5), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.594187 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a2911420-c10a-418d-8933-bd2111e02687 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0c6cc2df89e48abae52eecec72a4dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199130 Mar 08 04:27:03.596212 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2911420-c10a-418d-8933-bd2111e02687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682790d6-d460-4dd9-8f19-51f24da817c5,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:03.596869 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57080) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:03.646118 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] Publish callbacks [] for security_group (682790d6-d460-4dd9-8f19-51f24da817c5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.667774 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] Publish callbacks [] for security_group (682790d6-d460-4dd9-8f19-51f24da817c5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.720210 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (682790d6-d460-4dd9-8f19-51f24da817c5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.721522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0e0f3-2f5a-4ff1-9e3f-272f24060d4d req-6d038e0f-7376-467d-a35d-079310061af6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:03.722817 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:03.723031 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1af0e0f3-2f5a-4ff1-9e3f-272f24060d4d req-6d038e0f-7376-467d-a35d-079310061af6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0667746 Mar 08 04:27:03.726619 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/682790d6-d460-4dd9-8f19-51f24da817c5 HTTP/1.1" status: 204 len: 168 time: 0.1286678 Mar 08 04:27:03.735335 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e1d86-8fe0-4697-858a-da46bdcd1a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682790d6-d460-4dd9-8f19-51f24da817c5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:03.773434 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1af0e0f3-2f5a-4ff1-9e3f-272f24060d4d req-1630ef71-0b6e-4a5f-bb0b-c7c6424ada6f tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Mar 08 04:27:03.990623 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57090) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:04.006522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc653e97-f2b8-4103-ab54-296ac6ea9e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.079171 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc653e97-f2b8-4103-ab54-296ac6ea9e13 admin admin] Publish callbacks [] for security_group (2bc2206c-f7d3-4563-b362-1a006717475e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.082716 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc653e97-f2b8-4103-ab54-296ac6ea9e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2bc2206c-f7d3-4563-b362-1a006717475e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.119941 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bc653e97-f2b8-4103-ab54-296ac6ea9e13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494485f4fb9c4108bfda36cbf7ca529b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282411 Mar 08 04:27:04.120767 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc653e97-f2b8-4103-ab54-296ac6ea9e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc2206c-f7d3-4563-b362-1a006717475e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:04.122847 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57092) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:04.173268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] Publish callbacks [] for security_group (2bc2206c-f7d3-4563-b362-1a006717475e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.194446 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] Publish callbacks [] for security_group (2bc2206c-f7d3-4563-b362-1a006717475e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.240426 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (2bc2206c-f7d3-4563-b362-1a006717475e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.243027 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:04.247034 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bc2206c-f7d3-4563-b362-1a006717475e HTTP/1.1" status: 204 len: 168 time: 0.1202688 Mar 08 04:27:04.252069 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b632d6-355f-4bef-9d1c-9333564f750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc2206c-f7d3-4563-b362-1a006717475e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:04.927746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464105-5268-44ae-a0c9-3823e108afdd req-31882e0c-6f0e-426d-8a99-65367103f9f5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:04.935374 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0464105-5268-44ae-a0c9-3823e108afdd req-31882e0c-6f0e-426d-8a99-65367103f9f5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0636351 Mar 08 04:27:04.977712 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d0464105-5268-44ae-a0c9-3823e108afdd req-49391f50-d14b-46aa-bfce-12fca9e1aa3b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Mar 08 04:27:06.101565 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef589-fdce-49e7-9ad5-f9f927e4d5cd req-4c8d6f3d-d71f-435b-be12-a32a33680bcb tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:06.103071 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d1bef589-fdce-49e7-9ad5-f9f927e4d5cd req-4c8d6f3d-d71f-435b-be12-a32a33680bcb tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0534589 Mar 08 04:27:06.152322 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d1bef589-fdce-49e7-9ad5-f9f927e4d5cd req-af5e096b-6afb-4a10-8084-cf6644fdd1d8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Mar 08 04:27:06.310239 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57170) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:06.410067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-539ca243-c0a1-4279-a6f4-44924631c0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.485512 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-539ca243-c0a1-4279-a6f4-44924631c0f8 admin admin] Publish callbacks [] for security_group (70c56f35-812c-447c-98a0-2f4738ba2f5f), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.488900 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-539ca243-c0a1-4279-a6f4-44924631c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (70c56f35-812c-447c-98a0-2f4738ba2f5f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.526124 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-539ca243-c0a1-4279-a6f4-44924631c0f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1051c485105345f3a68fde71caedc761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147574 Mar 08 04:27:06.528087 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca243-c0a1-4279-a6f4-44924631c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c56f35-812c-447c-98a0-2f4738ba2f5f,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:06.528805 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57174) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:06.577803 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] Publish callbacks [] for security_group (70c56f35-812c-447c-98a0-2f4738ba2f5f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.598043 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] Publish callbacks [] for security_group (70c56f35-812c-447c-98a0-2f4738ba2f5f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.643042 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (70c56f35-812c-447c-98a0-2f4738ba2f5f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.645436 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.646631 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c56f35-812c-447c-98a0-2f4738ba2f5f HTTP/1.1" status: 204 len: 168 time: 0.1167545 Mar 08 04:27:06.653962 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e513ba-90d3-4140-9392-0d19b71426d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c56f35-812c-447c-98a0-2f4738ba2f5f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:06.906175 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57182) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:06.919548 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9af7-0870-42ba-b5b8-a08e436739eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.993227 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9af7-0870-42ba-b5b8-a08e436739eb admin admin] Publish callbacks [] for security_group (9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:06.997782 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9af7-0870-42ba-b5b8-a08e436739eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:07.032987 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e9af7-0870-42ba-b5b8-a08e436739eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:07.038804 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6e2e9af7-0870-42ba-b5b8-a08e436739eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c0755bfd1a24ba9a300d3066c30afa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315162 Mar 08 04:27:07.039903 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57184) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:07.088411 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] Publish callbacks [] for security_group (9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:07.109342 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] Publish callbacks [] for security_group (9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:07.156822 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:07.159357 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:07.160507 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7 HTTP/1.1" status: 204 len: 168 time: 0.1196764 Mar 08 04:27:07.168627 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce0a06-face-4733-83d9-052e2e095795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838cb1b-cef2-417d-95a2-8c5c8ba8c1c7,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:07.276647 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becf1a6-188f-4e9d-867a-231a2deb47ed req-03ef998d-f480-437f-b592-29f05df2c9fd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:07.278709 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8becf1a6-188f-4e9d-867a-231a2deb47ed req-03ef998d-f480-437f-b592-29f05df2c9fd tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0548990 Mar 08 04:27:07.331913 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8becf1a6-188f-4e9d-867a-231a2deb47ed req-9a987b96-cffd-456a-a510-6beeb5978ad6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 Mar 08 04:27:08.460995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65df2-b03d-44ff-82be-6b2c0e3d2e69 req-25976a0f-9f0f-482c-bb3a-7d150e5aa8a5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:08.462534 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c6b65df2-b03d-44ff-82be-6b2c0e3d2e69 req-25976a0f-9f0f-482c-bb3a-7d150e5aa8a5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Mar 08 04:27:08.513373 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c6b65df2-b03d-44ff-82be-6b2c0e3d2e69 req-04e88991-d693-4949-b2fb-3611c4c26f64 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Mar 08 04:27:09.051447 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57266) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:09.155122 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9504af9c-b2d9-4fc7-81f3-f1767670bc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.233870 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9504af9c-b2d9-4fc7-81f3-f1767670bc8d admin admin] Publish callbacks [] for security_group (0b7c480e-6966-488f-bcb7-73549baf56e3), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.238137 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9504af9c-b2d9-4fc7-81f3-f1767670bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0b7c480e-6966-488f-bcb7-73549baf56e3), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.282224 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-9504af9c-b2d9-4fc7-81f3-f1767670bc8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e167750f3a147b1a79089c462533179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273557 Mar 08 04:27:09.282224 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504af9c-b2d9-4fc7-81f3-f1767670bc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c480e-6966-488f-bcb7-73549baf56e3,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:09.282602 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57276) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:09.338055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] Publish callbacks [] for security_group (0b7c480e-6966-488f-bcb7-73549baf56e3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.362506 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] Publish callbacks [] for security_group (0b7c480e-6966-488f-bcb7-73549baf56e3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.416669 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (0b7c480e-6966-488f-bcb7-73549baf56e3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.419459 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.424019 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b7c480e-6966-488f-bcb7-73549baf56e3 HTTP/1.1" status: 204 len: 168 time: 0.1389451 Mar 08 04:27:09.432669 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cfb8b-2891-4157-b37a-b561fa9875e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c480e-6966-488f-bcb7-73549baf56e3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:09.642571 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62038c6-15ba-41b8-95c5-56a5ffa0ccc1 req-9bc60e3d-2ed6-4ed7-a604-539b41cb7ad5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:09.644181 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c62038c6-15ba-41b8-95c5-56a5ffa0ccc1 req-9bc60e3d-2ed6-4ed7-a604-539b41cb7ad5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0586472 Mar 08 04:27:09.693347 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c62038c6-15ba-41b8-95c5-56a5ffa0ccc1 req-ac7f452a-7638-4251-84d3-908318d679b9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Mar 08 04:27:09.712166 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57288) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:09.726505 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c21-0e19-4ba2-be5e-0b56df77697e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.799270 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c21-0e19-4ba2-be5e-0b56df77697e admin admin] Publish callbacks [] for security_group (20eb5820-3031-4e84-8eb3-a20e14c5840e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.802740 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c21-0e19-4ba2-be5e-0b56df77697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (20eb5820-3031-4e84-8eb3-a20e14c5840e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.842711 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d1de6c21-0e19-4ba2-be5e-0b56df77697e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f309eedcb2412cbd269c982d985972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294169 Mar 08 04:27:09.843558 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de6c21-0e19-4ba2-be5e-0b56df77697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb5820-3031-4e84-8eb3-a20e14c5840e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:09.845454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57290) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:09.892820 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] Publish callbacks [] for security_group (20eb5820-3031-4e84-8eb3-a20e14c5840e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.913241 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] Publish callbacks [] for security_group (20eb5820-3031-4e84-8eb3-a20e14c5840e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.961779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (20eb5820-3031-4e84-8eb3-a20e14c5840e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.964500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:09.965631 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20eb5820-3031-4e84-8eb3-a20e14c5840e HTTP/1.1" status: 204 len: 168 time: 0.1191552 Mar 08 04:27:09.973222 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe717-175a-45ef-9225-e54d2022ac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb5820-3031-4e84-8eb3-a20e14c5840e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:10.817386 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2458a-a589-4695-8bf0-d0a6807d7aca req-3983bf9c-a59d-4a9b-8d63-0f5102b3ea2e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:10.818983 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aea2458a-a589-4695-8bf0-d0a6807d7aca req-3983bf9c-a59d-4a9b-8d63-0f5102b3ea2e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Mar 08 04:27:10.877173 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aea2458a-a589-4695-8bf0-d0a6807d7aca req-98981afa-d5f1-4c9c-8510-167fc805e5a4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511549 Mar 08 04:27:12.000552 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c962-755a-4d97-a3ca-a7a56d818087 req-ad6a9ee5-afbc-48b0-a37c-7674fb54b1b4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:12.001913 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db91c962-755a-4d97-a3ca-a7a56d818087 req-ad6a9ee5-afbc-48b0-a37c-7674fb54b1b4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Mar 08 04:27:12.048799 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-db91c962-755a-4d97-a3ca-a7a56d818087 req-873aa0d5-f2b5-419d-99c1-d03efcc8739d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Mar 08 04:27:13.168461 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25b40-1cdc-4420-8264-4b7f8ed6101b req-9aadfdbb-355f-4493-b185-659b64fc2bc1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:13.169806 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cce25b40-1cdc-4420-8264-4b7f8ed6101b req-9aadfdbb-355f-4493-b185-659b64fc2bc1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Mar 08 04:27:13.215018 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cce25b40-1cdc-4420-8264-4b7f8ed6101b req-0c728788-7859-4ab5-9e58-88edd4ab0e46 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Mar 08 04:27:13.385284 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51278513-0910-4195-bf70-0576aab3fc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:14.345557 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bfaf-7d7b-47fe-b2d9-3b8afd22d77e req-86521676-e335-4e3c-8660-4097fdc6c906 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:14.347313 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1f54bfaf-7d7b-47fe-b2d9-3b8afd22d77e req-86521676-e335-4e3c-8660-4097fdc6c906 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0577633 Mar 08 04:27:14.393977 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-1f54bfaf-7d7b-47fe-b2d9-3b8afd22d77e req-88c23c44-6a72-4121-9284-89bcb5ef790d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Mar 08 04:27:15.517424 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfd971-bd53-4ad1-aa75-b45cd8600ca2 req-93fc5c93-4208-43a3-9962-9c6a7d349c41 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:15.518912 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d4bfd971-bd53-4ad1-aa75-b45cd8600ca2 req-93fc5c93-4208-43a3-9962-9c6a7d349c41 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0534592 Mar 08 04:27:15.544400 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a7f361a-817d-4ff7-85a2-236f0222377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:15.566186 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d4bfd971-bd53-4ad1-aa75-b45cd8600ca2 req-942b8e16-d67b-4cb3-8aba-18792c83f6a7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Mar 08 04:27:15.796827 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:27:15.891339 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:15.891673 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57398) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:15.906375 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:27:15.943027 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: ACTIVE; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:15.943415 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:15.956425 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:27:15.976007 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:15.979978 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.001979 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b6707513-b174-4522-972d-4b3913bafa80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.026300 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:16.087049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b6707513-b174-4522-972d-4b3913bafa80 admin admin] Publish callbacks [] for security_group (e6fc28a9-2742-4370-843d-6caf21cb36c1), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.091748 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b6707513-b174-4522-972d-4b3913bafa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (e6fc28a9-2742-4370-843d-6caf21cb36c1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.129830 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-b6707513-b174-4522-972d-4b3913bafa80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=751b7430958d4437b19614b82497ecfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370763 Mar 08 04:27:16.131741 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6707513-b174-4522-972d-4b3913bafa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fc28a9-2742-4370-843d-6caf21cb36c1,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:16.132647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57402) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:16.144466 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['9c4a2065-683c-4ba1-81a0-64216f9a1889'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:27:16.181985 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] Publish callbacks [] for security_group (e6fc28a9-2742-4370-843d-6caf21cb36c1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.202620 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] Publish callbacks [] for security_group (e6fc28a9-2742-4370-843d-6caf21cb36c1), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.249641 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (e6fc28a9-2742-4370-843d-6caf21cb36c1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.252266 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.255915 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6fc28a9-2742-4370-843d-6caf21cb36c1 HTTP/1.1" status: 204 len: 168 time: 0.1197264 Mar 08 04:27:16.261896 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206fb5e-abb0-4e03-9d4a-0ef835722480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fc28a9-2742-4370-843d-6caf21cb36c1,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:16.511436 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57412) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:16.623182 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6502344-5397-4b6c-9d8e-a6ef967605d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.692747 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8c698-b141-484b-8f83-85fa18f68621 req-b2d7960a-af0f-4ebf-9d77-9f395da328de tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:16.694213 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dae8c698-b141-484b-8f83-85fa18f68621 req-b2d7960a-af0f-4ebf-9d77-9f395da328de tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 944 time: 0.0574934 Mar 08 04:27:16.696918 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6502344-5397-4b6c-9d8e-a6ef967605d4 admin admin] Publish callbacks [] for security_group (b49c4741-1e8c-4617-998b-972766b3d50d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.701455 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6502344-5397-4b6c-9d8e-a6ef967605d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b49c4741-1e8c-4617-998b-972766b3d50d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.740058 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c6502344-5397-4b6c-9d8e-a6ef967605d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46109ab67f140ef90ceedd98b31b471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271585 Mar 08 04:27:16.740919 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6502344-5397-4b6c-9d8e-a6ef967605d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c4741-1e8c-4617-998b-972766b3d50d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:16.741579 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dae8c698-b141-484b-8f83-85fa18f68621 req-414c2f18-b64e-4f18-8276-a16748e5aaa8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Mar 08 04:27:16.742678 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57418) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:16.790185 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] Publish callbacks [] for security_group (b49c4741-1e8c-4617-998b-972766b3d50d), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.811767 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] Publish callbacks [] for security_group (b49c4741-1e8c-4617-998b-972766b3d50d), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.818585 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.863284 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (b49c4741-1e8c-4617-998b-972766b3d50d), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.865873 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:16.867061 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b49c4741-1e8c-4617-998b-972766b3d50d HTTP/1.1" status: 204 len: 168 time: 0.1234326 Mar 08 04:27:16.874506 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ab91-4d0c-4a55-a61e-547bd96e8e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c4741-1e8c-4617-998b-972766b3d50d,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:17.804815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:27:17.860297 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 9c4a2065-683c-4ba1-81a0-64216f9a1889 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:17.860888 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:17.891780 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339632-158c-4fb1-b8d6-3770a2864745 req-472d2e4d-d475-489d-aabb-d1ca5414c830 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:17.893273 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-16339632-158c-4fb1-b8d6-3770a2864745 req-472d2e4d-d475-489d-aabb-d1ca5414c830 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 944 time: 0.0731950 Mar 08 04:27:17.945825 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:17.946220 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:17.952960 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-16339632-158c-4fb1-b8d6-3770a2864745 req-84ccd431-0109-4bd2-9645-a0100373e29d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540206 Mar 08 04:27:17.968895 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:27:17.971175 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbf84a-fdb9-485f-92d4-3420b955a304" -d '{"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:27:17.984286 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:17.988317 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:18.010799 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a28ff5-e2f7-474a-a0de-95fa6b10a7a0 x-openstack-request-id: req-90a28ff5-e2f7-474a-a0de-95fa6b10a7a0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:27:18.011095 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:27:18.011349 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a28ff5-e2f7-474a-a0de-95fa6b10a7a0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:27:18.011735 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'code': 200} Mar 08 04:27:18.035838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:18.228051 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:19.075621 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667f6b8-9f82-439a-9114-1459b5e55b35 req-f4ad733b-b761-4e1c-90f2-8f427e5a04f9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:19.077088 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c667f6b8-9f82-439a-9114-1459b5e55b35 req-f4ad733b-b761-4e1c-90f2-8f427e5a04f9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Mar 08 04:27:19.124555 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c667f6b8-9f82-439a-9114-1459b5e55b35 req-8b87584d-7963-4c71-82c6-f90651fdd488 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Mar 08 04:27:19.644948 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:20.255069 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389911f-6d4e-40ba-be8c-01453494023c req-0c14632b-4bca-4b6c-be75-bb1f5ffad1dc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:20.256431 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4389911f-6d4e-40ba-be8c-01453494023c req-0c14632b-4bca-4b6c-be75-bb1f5ffad1dc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0569472 Mar 08 04:27:20.302454 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4389911f-6d4e-40ba-be8c-01453494023c req-b716073f-52ac-4f6a-aefc-92e474b8920a tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Mar 08 04:27:21.426318 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe4069-0770-49c8-b4f9-cda1aa13082d req-03249d4c-210d-44af-96e7-290e1c5b5630 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:21.427862 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37fe4069-0770-49c8-b4f9-cda1aa13082d req-03249d4c-210d-44af-96e7-290e1c5b5630 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0542109 Mar 08 04:27:21.477484 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-37fe4069-0770-49c8-b4f9-cda1aa13082d req-f4d10ef3-76b0-4a56-b991-05955228d36e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 Mar 08 04:27:22.604005 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3e17-10c5-440c-b705-c48964e34b39 req-4635fdc2-6c78-4f48-a0e1-a91e94c10450 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:22.605517 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-906f3e17-10c5-440c-b705-c48964e34b39 req-4635fdc2-6c78-4f48-a0e1-a91e94c10450 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0544176 Mar 08 04:27:22.662113 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-906f3e17-10c5-440c-b705-c48964e34b39 req-1171204a-c03b-4b7e-9449-487de0adc7e8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495775 Mar 08 04:27:22.759898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:23.798536 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870265-2dd9-4c0a-9c24-eeb0840e298e req-61e5270c-1f0c-4526-b05f-2d5a937c3ead tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:23.800806 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4d870265-2dd9-4c0a-9c24-eeb0840e298e req-61e5270c-1f0c-4526-b05f-2d5a937c3ead tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0590312 Mar 08 04:27:23.857884 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4d870265-2dd9-4c0a-9c24-eeb0840e298e req-cd1256d7-1614-4332-b8c5-169aabe7d632 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514772 Mar 08 04:27:24.720784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4808-7158-4549-b3dd-f231874ffb7b req-7bd710e1-92aa-4f69-b39c-3a5ed510bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:24.722402 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-7bd710e1-92aa-4f69-b39c-3a5ed510bf9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1129 time: 0.0548368 Mar 08 04:27:24.842220 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4808-7158-4549-b3dd-f231874ffb7b req-284ad673-18e6-40d2-9f35-a607f1e61d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:24.843937 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-284ad673-18e6-40d2-9f35-a607f1e61d24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.1025562 Mar 08 04:27:24.919678 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-5e256b51-1bea-4729-8bf1-bda886f818e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 1001 time: 0.0692647 Mar 08 04:27:25.048229 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4808-7158-4549-b3dd-f231874ffb7b req-ec0cff03-6ada-4404-95f9-5641b38de35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:25.050968 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-ec0cff03-6ada-4404-95f9-5641b38de35a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.1228931 Mar 08 04:27:25.081500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57d6d-2cbe-4acf-95e0-1ec21c412caa req-0b79d17f-7c01-4dc5-8c30-2df7bea25f75 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:25.083014 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92d57d6d-2cbe-4acf-95e0-1ec21c412caa req-0b79d17f-7c01-4dc5-8c30-2df7bea25f75 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.1021292 Mar 08 04:27:25.160992 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4808-7158-4549-b3dd-f231874ffb7b req-27597d9a-c2d6-48fb-94d4-6be5ad677610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:25.162491 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-27597d9a-c2d6-48fb-94d4-6be5ad677610 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1035089 Mar 08 04:27:25.165736 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92d57d6d-2cbe-4acf-95e0-1ec21c412caa req-2a51e786-79ac-4389-8544-2385aee6027d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646119 Mar 08 04:27:25.271467 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-16e83e2a-87e3-41f5-83c3-e2d0385027ad service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020300 Mar 08 04:27:25.372724 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-423a4808-7158-4549-b3dd-f231874ffb7b req-0a09fbd7-9c56-4c8b-a5be-ac5f166c7730 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953472 Mar 08 04:27:26.297830 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8c0f-04ff-4e2e-a80e-780f04343211 req-fae4c4ed-8d0e-45c5-bd91-3bb21f333e57 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:26.300385 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53ab8c0f-04ff-4e2e-a80e-780f04343211 req-fae4c4ed-8d0e-45c5-bd91-3bb21f333e57 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0604610 Mar 08 04:27:26.350100 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-53ab8c0f-04ff-4e2e-a80e-780f04343211 req-0885854e-a054-4473-aa7f-d451b05a39b2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 Mar 08 04:27:27.489715 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ecacf-5bae-4907-bd3f-950f366d65c1 req-9fa62812-0608-4c70-953c-0687b3dc43d6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:27.491229 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f97ecacf-5bae-4907-bd3f-950f366d65c1 req-9fa62812-0608-4c70-953c-0687b3dc43d6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0599806 Mar 08 04:27:27.552304 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f97ecacf-5bae-4907-bd3f-950f366d65c1 req-2742147b-dea2-411f-bf4d-c34e94d3844e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491068 Mar 08 04:27:28.706752 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66bbfa-d010-444c-92b5-e88153770c60 req-94f4e4af-8f8a-4c5a-954d-9820dfa4474d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:28.709344 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd66bbfa-d010-444c-92b5-e88153770c60 req-94f4e4af-8f8a-4c5a-954d-9820dfa4474d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0740876 Mar 08 04:27:28.764548 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bd66bbfa-d010-444c-92b5-e88153770c60 req-acb5fa83-f7af-4ef2-96a1-5640a40ef5dc tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Mar 08 04:27:29.950583 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f90e76-bd55-4be5-9832-b788999e2b16 req-db3d5a62-5692-4c1b-b23f-26b89a2b8acf tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:29.953916 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1f90e76-bd55-4be5-9832-b788999e2b16 req-db3d5a62-5692-4c1b-b23f-26b89a2b8acf tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0670965 Mar 08 04:27:30.011973 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b1f90e76-bd55-4be5-9832-b788999e2b16 req-b16838bc-1a3b-4b43-9c27-108511640d92 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Mar 08 04:27:31.132576 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cdcae-767c-480b-8443-a10068efdc94 req-0245e960-7426-407c-8831-9cc462b8d195 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:31.133984 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-897cdcae-767c-480b-8443-a10068efdc94 req-0245e960-7426-407c-8831-9cc462b8d195 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Mar 08 04:27:31.185447 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-897cdcae-767c-480b-8443-a10068efdc94 req-252c9c97-dcac-4fcf-a263-8bab82fc723d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Mar 08 04:27:32.059765 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-5ea67bc4-a02d-4562-a581-8c07c95c671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:32.061456 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-5ea67bc4-a02d-4562-a581-8c07c95c671a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1129 time: 0.0443327 Mar 08 04:27:32.149824 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-07b8c422-d527-4c37-b888-483d004934c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:32.151325 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-07b8c422-d527-4c37-b888-483d004934c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0836027 Mar 08 04:27:32.221313 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-c0106d42-0f31-4847-9333-fd4060f83f85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 1001 time: 0.0629606 Mar 08 04:27:32.303236 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-fda05549-0b44-415a-8e5f-5e45f4751295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:32.304697 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-fda05549-0b44-415a-8e5f-5e45f4751295 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0773232 Mar 08 04:27:32.352941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df87feb-e578-4c4b-9e3d-bf7ebcecf1d8 req-532fa606-f340-40ab-8bca-b78d8b43d9ef tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:32.354398 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8df87feb-e578-4c4b-9e3d-bf7ebcecf1d8 req-532fa606-f340-40ab-8bca-b78d8b43d9ef tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0961630 Mar 08 04:27:32.395532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-3816dc7d-4270-455c-8839-85d90664a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:32.397003 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-3816dc7d-4270-455c-8839-85d90664a3be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0847323 Mar 08 04:27:32.430995 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8df87feb-e578-4c4b-9e3d-bf7ebcecf1d8 req-f5f6ebde-bc5c-4c3c-badf-5435d29a5346 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698543 Mar 08 04:27:32.498075 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-f4d131b9-1fce-448e-bfcd-2f9adb55c81e service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900438 Mar 08 04:27:32.588459 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f31914cc-e8d9-488e-b77c-bdc10497a078 req-0ec64a68-3517-40b8-8c4e-7b9cc1d514e1 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Mar 08 04:27:33.557823 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7feef7-6276-4143-bf20-25986985fe49 req-0d11702a-6365-48fe-839b-1f0d506d1794 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:33.559772 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7a7feef7-6276-4143-bf20-25986985fe49 req-0d11702a-6365-48fe-839b-1f0d506d1794 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 945 time: 0.0542481 Mar 08 04:27:33.607305 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7a7feef7-6276-4143-bf20-25986985fe49 req-8ea9d2c4-1657-4049-84fe-6a66f39641cf tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Mar 08 04:27:33.916681 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:27:33.995938 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: ACTIVE; New status is: DOWN {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:33.996336 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:34.019107 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:27:34.021439 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6bc4f-fbea-4f4a-a02c-67b4a73ddcf4" -d '{"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:27:34.034587 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:34.039695 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:34.070629 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103cef59-e745-4da7-b36a-65b05b008c31 x-openstack-request-id: req-103cef59-e745-4da7-b36a-65b05b008c31 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:27:34.070629 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:27:34.070629 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-103cef59-e745-4da7-b36a-65b05b008c31 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:27:34.070629 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'code': 200} Mar 08 04:27:34.091743 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:34.738068 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc9c7-5d02-4dc3-a34b-c279212b430b req-43383d6c-b948-40d5-a0c3-0a5a598e93b2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:34.739557 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3b8dc9c7-5d02-4dc3-a34b-c279212b430b req-43383d6c-b948-40d5-a0c3-0a5a598e93b2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0595975 Mar 08 04:27:34.788940 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3b8dc9c7-5d02-4dc3-a34b-c279212b430b req-7ecc80e9-6bee-4cc8-a8f2-ab87d18cf1f9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Mar 08 04:27:35.756091 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b0b44-d72b-4f7f-b4c2-5b264a0cddfe req-3e5bb01c-e229-4e1a-aab6-a0cc0c336207 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:35.761997 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-583b0b44-d72b-4f7f-b4c2-5b264a0cddfe req-3e5bb01c-e229-4e1a-aab6-a0cc0c336207 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0596023 Mar 08 04:27:35.783360 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-bbd9f085-24d6-432b-8e09-05f7fb4154c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505855 Mar 08 04:27:35.815738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-583b0b44-d72b-4f7f-b4c2-5b264a0cddfe req-3d9cb62d-f514-4dbb-8cd6-57af9f787cf3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Mar 08 04:27:35.858707 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-34d15197-6088-4d0e-9210-e177562f0409 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:35.860096 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-34d15197-6088-4d0e-9210-e177562f0409 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports/9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 940 time: 0.0472579 Mar 08 04:27:36.687604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-8600ae5c-b854-4cc8-9e57-e55a9c4dc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:36.688993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-8600ae5c-b854-4cc8-9e57-e55a9c4dc132 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531&tenant_id=ee08e43d8db944a7af3be28bfe9abb72 HTTP/1.1" status: 200 len: 1127 time: 0.0445132 Mar 08 04:27:36.774609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-5a74ff10-c1cc-4b3e-8756-99825cb20d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:36.776097 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-5a74ff10-c1cc-4b3e-8756-99825cb20d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1127 time: 0.0486305 Mar 08 04:27:36.818455 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:27:36.869837 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-0a0125a2-bb72-46fb-a962-78554f8d0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:36.871329 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-0a0125a2-bb72-46fb-a962-78554f8d0ae7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.0871382 Mar 08 04:27:36.972551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-7f40a49c-29d8-4c5e-a024-0d2f9e95db31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 999 time: 0.0931025 Mar 08 04:27:37.011009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bbc0b-5c01-4bc2-9160-4ba02957d2a3 req-892c1a3c-400f-4159-8598-e548c6893024 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:37.013063 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a59bbc0b-5c01-4bc2-9160-4ba02957d2a3 req-892c1a3c-400f-4159-8598-e548c6893024 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0938611 Mar 08 04:27:37.046252 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-3f226b8b-3856-4b62-8c67-fdf0364143a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:37.047974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-3f226b8b-3856-4b62-8c67-fdf0364143a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0692198 Mar 08 04:27:37.100015 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a59bbc0b-5c01-4bc2-9160-4ba02957d2a3 req-cb5c30cd-75e3-4336-af52-e85f78c497c6 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793524 Mar 08 04:27:37.113454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-d09d8904-9773-44c8-a94a-d0a32a87a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:37.115114 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-d09d8904-9773-44c8-a94a-d0a32a87a0e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0597317 Mar 08 04:27:37.206475 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-65c6286e-5bbd-4179-a4ba-d4d82f1bf3d4 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853362 Mar 08 04:27:37.298679 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21bbf1b2-525b-4a93-bfbd-0992d554e318 req-6e34c6a8-061d-4b48-8f49-a915c85a5644 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Mar 08 04:27:37.987885 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:27:38.080964 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: DOWN; New status is: DOWN {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:38.236344 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da3db-b9cb-4ff6-aa23-97d6688d5e98 req-34ff00e7-794f-4cab-a469-a011d5679290 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:38.238520 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-504da3db-b9cb-4ff6-aa23-97d6688d5e98 req-34ff00e7-794f-4cab-a469-a011d5679290 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0626454 Mar 08 04:27:38.296517 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-504da3db-b9cb-4ff6-aa23-97d6688d5e98 req-fa8728ce-2faf-4b76-a8ca-fbb7cabed59c tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470355 Mar 08 04:27:39.436721 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390735cc-5961-4b61-ac7f-fcbf52cb805a req-6ab46117-b883-4236-a5dc-dfaa9179b86e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:39.438597 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-390735cc-5961-4b61-ac7f-fcbf52cb805a req-6ab46117-b883-4236-a5dc-dfaa9179b86e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0618615 Mar 08 04:27:39.499669 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-390735cc-5961-4b61-ac7f-fcbf52cb805a req-a5572e6c-59b9-483f-8d32-5dac609c7d8d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555174 Mar 08 04:27:40.627141 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68b0d-7d5c-40b7-8b59-064a47672d02 req-00aacec4-9354-42a3-a1db-21a336047e7b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:40.628599 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5a68b0d-7d5c-40b7-8b59-064a47672d02 req-00aacec4-9354-42a3-a1db-21a336047e7b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0543191 Mar 08 04:27:40.677393 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e5a68b0d-7d5c-40b7-8b59-064a47672d02 req-c5b407a7-d44b-439e-9ec6-ec71926346be tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Mar 08 04:27:41.804060 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8663c9-a9c1-440e-a0cb-c21a19975aae req-3c0de9f6-b29f-475c-a109-3dabe912e913 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:41.805551 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc8663c9-a9c1-440e-a0cb-c21a19975aae req-3c0de9f6-b29f-475c-a109-3dabe912e913 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0523520 Mar 08 04:27:41.856930 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dc8663c9-a9c1-440e-a0cb-c21a19975aae req-d7634dd2-f264-4811-a6c3-5e873a413272 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Mar 08 04:27:43.025650 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba5511-4d64-4ad5-a94b-e1c0bb479220 req-07a5d1b1-bcf3-472b-b79a-b329b019cbb5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:43.027172 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aaba5511-4d64-4ad5-a94b-e1c0bb479220 req-07a5d1b1-bcf3-472b-b79a-b329b019cbb5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0656195 Mar 08 04:27:43.078393 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-aaba5511-4d64-4ad5-a94b-e1c0bb479220 req-9f76774a-f6dc-4f2f-9113-c1922a0c04a8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Mar 08 04:27:43.463404 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7e41cb5-dc78-44e7-ac96-4b8aa0a909a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:44.213107 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4dec0-3d40-4b61-b0c7-906ecc8ca1df req-096ac169-1450-47a2-b535-67e44cb7b3c2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:44.214657 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85e4dec0-3d40-4b61-b0c7-906ecc8ca1df req-096ac169-1450-47a2-b535-67e44cb7b3c2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0549700 Mar 08 04:27:44.262498 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-85e4dec0-3d40-4b61-b0c7-906ecc8ca1df req-7fc3ed34-435d-4e86-89e8-e807cefb2ab7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Mar 08 04:27:45.399166 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c7e1c-f7ec-4474-ba91-0a9df7765e4d req-ec5038b5-1fc2-4221-945b-938e47afef8b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:45.406227 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e12c7e1c-f7ec-4474-ba91-0a9df7765e4d req-ec5038b5-1fc2-4221-945b-938e47afef8b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0634961 Mar 08 04:27:45.460633 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e12c7e1c-f7ec-4474-ba91-0a9df7765e4d req-22dada4c-c616-43ea-ac39-74304cc9e0f4 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534179 Mar 08 04:27:45.550227 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-369e9272-3c3f-43fa-8bab-a25b85935c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:46.576405 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7cf2-b49b-4573-9fb3-41ec334f3fdf req-167f11a9-2754-4bf5-bf26-cc3526f6b85d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:46.577821 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44cf7cf2-b49b-4573-9fb3-41ec334f3fdf req-167f11a9-2754-4bf5-bf26-cc3526f6b85d tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0519133 Mar 08 04:27:46.624245 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-44cf7cf2-b49b-4573-9fb3-41ec334f3fdf req-4c7bede1-1763-4b72-a87d-7ebd0fd9d272 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Mar 08 04:27:46.819536 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:47.745985 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945819fb-ac58-49de-bbb3-c08f6af6f544 req-d607868d-b31d-48c5-a609-ea432d980a14 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:47.748250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-945819fb-ac58-49de-bbb3-c08f6af6f544 req-d607868d-b31d-48c5-a609-ea432d980a14 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0530713 Mar 08 04:27:47.793047 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-945819fb-ac58-49de-bbb3-c08f6af6f544 req-2c81ab36-bd1a-41f0-a611-c5c6b043975b tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392649 Mar 08 04:27:48.227898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:48.922242 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e71b-26a5-434c-826f-3e5100937183 req-63168b57-0446-42a0-8ec6-8f91b754152e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:48.923982 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92e5e71b-26a5-434c-826f-3e5100937183 req-63168b57-0446-42a0-8ec6-8f91b754152e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0599377 Mar 08 04:27:48.970526 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-92e5e71b-26a5-434c-826f-3e5100937183 req-0a8356f4-5843-4218-b3cf-fed8529f63b7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410614 Mar 08 04:27:49.636917 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:50.095272 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00892a-fc8e-4138-9131-8e672dcdbb02 req-a53db6fb-73af-433e-afcd-ff3cb9376e88 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:50.096753 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2a00892a-fc8e-4138-9131-8e672dcdbb02 req-a53db6fb-73af-433e-afcd-ff3cb9376e88 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0562890 Mar 08 04:27:50.143773 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2a00892a-fc8e-4138-9131-8e672dcdbb02 req-026ad28e-91c7-4d53-9ae8-a829f9254048 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Mar 08 04:27:51.268349 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed95b-f8c7-427c-9b8a-8a420d1ba88f req-47341d85-90f9-46ac-9b86-4c022b98069e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:51.269773 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6d9ed95b-f8c7-427c-9b8a-8a420d1ba88f req-47341d85-90f9-46ac-9b86-4c022b98069e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0542989 Mar 08 04:27:51.317698 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6d9ed95b-f8c7-427c-9b8a-8a420d1ba88f req-6f61b94c-4b99-4c40-8e59-30d68aaf45d9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Mar 08 04:27:52.440229 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36f929-c2cd-4f05-abf5-f75c67858dc1 req-5f85792c-8781-4dea-baab-f00b0baab8df tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:52.441700 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e36f929-c2cd-4f05-abf5-f75c67858dc1 req-5f85792c-8781-4dea-baab-f00b0baab8df tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0525618 Mar 08 04:27:52.487670 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0e36f929-c2cd-4f05-abf5-f75c67858dc1 req-9783e5b1-b46c-4287-929c-146c8bcbb5b1 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Mar 08 04:27:52.761546 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:53.607714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5746d-76ec-4f8d-ac78-a98686e33e5e req-23fa3863-5851-43bf-aa41-987f158f17a3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:53.609186 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a1c5746d-76ec-4f8d-ac78-a98686e33e5e req-23fa3863-5851-43bf-aa41-987f158f17a3 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 943 time: 0.0512991 Mar 08 04:27:53.659017 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a1c5746d-76ec-4f8d-ac78-a98686e33e5e req-1c23c4c5-d0a2-4a4a-99fd-bff5654905d0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443301 Mar 08 04:27:53.995359 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:27:54.092116 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:54.102189 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'port_id': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'mac_address': 'fa:16:3e:a6:95:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:27:54.139424 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:54.139815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:54.152073 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:27:54.171916 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:54.175444 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:54.221101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=9']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:54.227800 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.228154 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.228502 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.228842 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.229181 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.229514 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.229844 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.230178 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.230505 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.230856 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.231186 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.232052 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.232374 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:54.577384 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['9c4a2065-683c-4ba1-81a0-64216f9a1889'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:27:54.781475 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eb529-cc03-468d-8feb-b8c1d8bbd83a req-c9a596b9-c9dc-4623-9f9c-2e4d9bc50eed tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:54.783669 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e1eb529-cc03-468d-8feb-b8c1d8bbd83a req-c9a596b9-c9dc-4623-9f9c-2e4d9bc50eed tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 944 time: 0.0533333 Mar 08 04:27:54.830078 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e1eb529-cc03-468d-8feb-b8c1d8bbd83a req-017dc5b0-ea18-4c15-ad7d-c5d2f74d3f64 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Mar 08 04:27:54.990487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57856) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:55.093200 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.166343 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Publish callbacks [] for security_group (8521f4a6-ec25-469c-a867-a559d5c094d0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.170007 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (8521f4a6-ec25-469c-a867-a559d5c094d0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.208224 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=868e06054dba450ab572b6755deb4070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166307 Mar 08 04:27:55.209091 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8521f4a6-ec25-469c-a867-a559d5c094d0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:55.211017 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57860) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:55.216102 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.216452 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.216797 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.217131 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.217463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.217792 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.218124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.218454 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.218995 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.219335 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.219663 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.219988 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.220310 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca84030-c5bd-4df5-8907-cc254878974a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.256949 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Publish callbacks [] for security_group (8521f4a6-ec25-469c-a867-a559d5c094d0), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.277362 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Publish callbacks [] for security_group (8521f4a6-ec25-469c-a867-a559d5c094d0), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.323169 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (8521f4a6-ec25-469c-a867-a559d5c094d0), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.326303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:55.327477 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8521f4a6-ec25-469c-a867-a559d5c094d0 HTTP/1.1" status: 204 len: 168 time: 0.1154897 Mar 08 04:27:55.334971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8521f4a6-ec25-469c-a867-a559d5c094d0,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:55.341835 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.342194 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.342545 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.342918 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.343260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.343590 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.343923 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.344254 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.344584 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.344914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.345240 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.345567 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.345889 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70c14f-b39c-47b2-a682-2005002dc98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:27:55.929400 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57884) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:55.957862 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc2b9-e554-42e0-926d-581d32a45e4e req-88b31e6f-5470-4521-b14f-a96f9daf7e85 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:55.959360 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-48cbc2b9-e554-42e0-926d-581d32a45e4e req-88b31e6f-5470-4521-b14f-a96f9daf7e85 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 944 time: 0.0568717 Mar 08 04:27:56.005757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-48cbc2b9-e554-42e0-926d-581d32a45e4e req-9a567b99-d581-4bba-8a97-4ade24560957 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 08 04:27:56.012002 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:27:56.027678 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-226292607-network', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:27:56.046890 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Made reservation on behalf of ceeb8d31098743eeb7ce99c7e18478ee for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:27:56.049545 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.057873 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.060989 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port 9c4a2065-683c-4ba1-81a0-64216f9a1889 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:56.061369 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.135012 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks [] for security_group (9983f183-0a60-4640-a402-2b038945aeb7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.140656 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9983f183-0a60-4640-a402-2b038945aeb7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.145927 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port 9c4a2065-683c-4ba1-81a0-64216f9a1889 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:56.146331 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.161880 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:27:56.169236 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:27:56.171537 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a27ca-5311-4e25-9490-6cc007ed57c3" -d '{"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:27:56.176642 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9983f183-0a60-4640-a402-2b038945aeb7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:56.185773 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:56.187612 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (3997ae69-b24d-4d51-8a48-a9cf1235e6f0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.188155 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Added segment 3997ae69-b24d-4d51-8a48-a9cf1235e6f0 of type vlan for network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 Mar 08 04:27:56.191148 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.216883 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6999b977-754f-4e75-94c3-abab7abcf456 x-openstack-request-id: req-6999b977-754f-4e75-94c3-abab7abcf456 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:27:56.217180 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-plugged", "status": "completed", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:27:56.217439 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6999b977-754f-4e75-94c3-abab7abcf456 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:27:56.217829 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'code': 200} Mar 08 04:27:56.231192 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (96eb4f2a-449e-4a59-97b8-cf7c54f146c9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.242538 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:56.256929 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (96eb4f2a-449e-4a59-97b8-cf7c54f146c9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.258215 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:56.258922 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.291427 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3607810 Mar 08 04:27:56.294886 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57890) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:56.300492 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Request body: {'subnet': {'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-226292607-subnet', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:27:56.321127 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Made reservation on behalf of ceeb8d31098743eeb7ce99c7e18478ee for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:27:56.324106 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85499-8fd9-490e-99a5-5bf20df3cc4a admin admin] Pushing event updated for resources: {'Network': ['ID=96eb4f2a-449e-4a59-97b8-cf7c54f146c9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:56.325694 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25473729'] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.334863 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:27:56.492008 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcbf4d-719a-4789-b125-4de44f2359db req-051159f4-c6cd-4aae-b377-92d1bf96cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:56.493478 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3dcbf4d-719a-4789-b125-4de44f2359db req-051159f4-c6cd-4aae-b377-92d1bf96cd02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1130 time: 0.0821204 Mar 08 04:27:56.553093 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28908316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25473759'] for subnet (12bfdfe3-6d62-41cd-b67b-147e56769e8f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.600975 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f3dcbf4d-719a-4789-b125-4de44f2359db req-0f06c54e-e9ee-4c2d-959f-73fb11c1953b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858278 Mar 08 04:27:56.625811 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bfdfe3-6d62-41cd-b67b-147e56769e8f,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:56.632498 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Checking segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:27:56.632858 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Network hostable DHCP agents. Network: 96eb4f2a-449e-4a59-97b8-cf7c54f146c9, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:27:56.648239 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:27:56.657471 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 96eb4f2a-449e-4a59-97b8-cf7c54f146c9) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:27:56.661699 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:56.662288 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.667576 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addbd33-83df-40ea-84f1-a20022a34831 None None] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:27:56.679133 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1c832867-d8d0-4d5a-a608-61efcd984f2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3831129 Mar 08 04:27:56.681846 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57892) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:56.686469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:27:56.706755 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.707875 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.761913 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for router_controller (d573f199-733b-4897-879c-ac5cd7d12cdb), precommit_add_association {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:56.900009 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:27:56.900880 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.048870 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Allocated IP 172.20.0.2 (96eb4f2a-449e-4a59-97b8-cf7c54f146c9/12bfdfe3-6d62-41cd-b67b-147e56769e8f/3c36096f-8118-46c8-b0dc-ebfd8ec8296c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:27:57.188029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for router_gateway (d573f199-733b-4897-879c-ac5cd7d12cdb), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.199106 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks [] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.205016 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.248104 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:27:57.250965 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:27:57.251917 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b527a-3165-4231-a3ef-2655111b349c req-70dab9ea-7948-46d7-8082-c2744f496799 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:57.253346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:27:57.253488 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-161b527a-3165-4231-a3ef-2655111b349c req-70dab9ea-7948-46d7-8082-c2744f496799 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.0793247 Mar 08 04:27:57.266649 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Pushing event updated for resources: {'Port': ['ID=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:57.314843 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Attempting to bind port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:27:57.315218 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Attempting to bind port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:27:57.315706 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Attempting to bind port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c on network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:27:57.320813 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:27:57.321241 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Checking segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:27:57.321652 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.322046 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Bound using segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:27:57.322510 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Bound port: 3c36096f-8118-46c8-b0dc-ebfd8ec8296c, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:27:57.322920 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.338862 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-161b527a-3165-4231-a3ef-2655111b349c req-69b5a9a5-4f4d-4538-950e-a440d423c2f0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551913 Mar 08 04:27:57.392969 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] For port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:27:57.396162 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] For port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:27:57.401295 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.455336 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2420d53-3a2a-4ba9-8cc9-b6419ff1c13a None None] Pushing event updated for resources: {'Port': ['ID=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:57.468495 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for router_gateway (d573f199-733b-4897-879c-ac5cd7d12cdb), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.487590 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.605655 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Allocated IP 172.28.1.227 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/125014a1-c43d-451a-98e6-459d53913c34) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:27:57.718303 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for port (125014a1-c43d-451a-98e6-459d53913c34), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.752573 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (125014a1-c43d-451a-98e6-459d53913c34), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:57.790098 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:27:57.792899 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:27:57.797076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:27:57.802756 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Pushing event updated for resources: {'Port': ['ID=125014a1-c43d-451a-98e6-459d53913c34,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:58.051029 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for router_gateway (d573f199-733b-4897-879c-ac5cd7d12cdb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.263268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.413406 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Router d573f199-733b-4897-879c-ac5cd7d12cdb is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:27:58.424309 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb8411-ffab-464e-a062-f9fbfabd5a9e None None] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:27:58.507653 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Provisioning complete for port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:58.508269 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.592080 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:27:58.596199 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c36096f-8118-46c8-b0dc-ebfd8ec8296c up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:27:58.603423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf933-fa85-43d6-bfb3-24b475faed68 req-e223bc38-2cb3-49db-a761-544f87fd3276 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:58.605016 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4e8cf933-fa85-43d6-bfb3-24b475faed68 req-e223bc38-2cb3-49db-a761-544f87fd3276 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.1050541 Mar 08 04:27:58.628429 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Sync routers for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:27:58.630881 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.634798 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-3f0d2e8c-8d8f-4b5c-8b9c-a8d66e00a46b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9494469 Mar 08 04:27:58.635645 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57932) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:27:58.676743 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4e8cf933-fa85-43d6-bfb3-24b475faed68 req-8589d529-3ee4-411b-956f-279e9c877b67 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637507 Mar 08 04:27:58.693286 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:27:58.694150 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:27:58.789115 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:58.789590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.874354 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Current status of the port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:58.874738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:58.928832 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] For port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:27:58.939407 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:27:58.967971 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.115932 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:59.119942 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.127865 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b27432-e950-4b6e-aa0b-083edfa97639 None None] Pushing event updated for resources: {'Port': ['ID=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:59.140868 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-847aebf8-0fdb-496e-8d61-ac126f5d3103 None None] Provisioning complete for port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:59.141250 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-847aebf8-0fdb-496e-8d61-ac126f5d3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.264155 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-847aebf8-0fdb-496e-8d61-ac126f5d3103 None None] Current status of the port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:27:59.270313 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:57Z', 'revision_number': 3, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:27:59.275303 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Allocated IP 172.20.0.1 (96eb4f2a-449e-4a59-97b8-cf7c54f146c9/12bfdfe3-6d62-41cd-b67b-147e56769e8f/c3a168d3-88d1-4355-a763-fea228f3a95b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:27:59.300916 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Checking router: d573f199-733b-4897-879c-ac5cd7d12cdb for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:27:59.301263 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Updating router d573f199-733b-4897-879c-ac5cd7d12cdb port 125014a1-c43d-451a-98e6-459d53913c34 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:27:59.328712 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (125014a1-c43d-451a-98e6-459d53913c34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.376943 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks [] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.411106 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.452164 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:27:59.454958 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:27:59.458258 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:27:59.603923 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks [] for port (125014a1-c43d-451a-98e6-459d53913c34), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.610390 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (125014a1-c43d-451a-98e6-459d53913c34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.666864 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Attempting to bind port 125014a1-c43d-451a-98e6-459d53913c34 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:27:59.667245 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Attempting to bind port 125014a1-c43d-451a-98e6-459d53913c34 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:27:59.667634 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Attempting to bind port 125014a1-c43d-451a-98e6-459d53913c34 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:27:59.670045 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f17b72-c877-467b-b8c3-60ec53e035f5 None None] Pushing event updated for resources: {'Port': ['ID=125014a1-c43d-451a-98e6-459d53913c34,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:59.679427 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:27:59.679812 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:27:59.680219 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.680616 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:27:59.681102 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Bound port: 125014a1-c43d-451a-98e6-459d53913c34, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:27:59.681485 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (125014a1-c43d-451a-98e6-459d53913c34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.706365 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Pushing event updated for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:59.723906 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-8cb4939e-4ce5-4770-a685-1fce2108aa02 None None] Provisioning complete for port c3a168d3-88d1-4355-a763-fea228f3a95b triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:27:59.724296 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cb4939e-4ce5-4770-a685-1fce2108aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.728956 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (d573f199-733b-4897-879c-ac5cd7d12cdb), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.772664 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] For port 125014a1-c43d-451a-98e6-459d53913c34, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:27:59.776902 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] For port 125014a1-c43d-451a-98e6-459d53913c34, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=125014a1-c43d-451a-98e6-459d53913c34,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:27:59.779057 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4939e-4ce5-4770-a685-1fce2108aa02 None None] Port c3a168d3-88d1-4355-a763-fea228f3a95b cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:27:59.788827 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (125014a1-c43d-451a-98e6-459d53913c34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.832170 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0cdd2-5f61-469a-a2e5-b8a3b18b6447 req-b972f3be-4f80-4b3a-9a2c-5af1d47ffad2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:27:59.833715 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d5b0cdd2-5f61-469a-a2e5-b8a3b18b6447 req-b972f3be-4f80-4b3a-9a2c-5af1d47ffad2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.0739248 Mar 08 04:27:59.848219 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:27:59.848853 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:27:59.875659 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:27:59.887310 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d5b0cdd2-5f61-469a-a2e5-b8a3b18b6447 req-a81d7019-55fc-4ab0-8d5f-40504ddf0a7e tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 Mar 08 04:27:59.889087 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f17b72-c877-467b-b8c3-60ec53e035f5 None None] Pushing event updated for resources: {'Port': ['ID=125014a1-c43d-451a-98e6-459d53913c34,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:27:59.968634 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:00.048815 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks [] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:00.053527 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28608200'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:00.119816 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (d573f199-733b-4897-879c-ac5cd7d12cdb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:00.121676 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Pushing event updated for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:00.166804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 1, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:00.198108 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255a8d7-2926-4486-8d77-badbb1a11f82 None None] The sync data for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb is: [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 1, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:28:00.219710 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:00.221108 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:00.347522 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Router d573f199-733b-4897-879c-ac5cd7d12cdb has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:28:00.483223 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:28:00.500497 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9287b8b5-7476-449a-a5cd-1cf6731d2e8d admin admin] 10.222.0.20 "PUT /v2.0/routers/d573f199-733b-4897-879c-ac5cd7d12cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641343 Mar 08 04:28:00.520342 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-91a2b423-bc26-43c6-8edf-2626a42f397b None None] Provisioning complete for port c3a168d3-88d1-4355-a763-fea228f3a95b triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:00.520722 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91a2b423-bc26-43c6-8edf-2626a42f397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:00.550239 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c36096f-8118-46c8-b0dc-ebfd8ec8296c up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:00.591951 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-91a2b423-bc26-43c6-8edf-2626a42f397b None None] Port c3a168d3-88d1-4355-a763-fea228f3a95b cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:28:00.613946 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:00.613946 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:00.704025 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:01.015667 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57952) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:01.020767 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670918631-network', 'tenant_id': '47828a8b2bf64a19863e9735756f599e'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:01.041536 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Made reservation on behalf of 47828a8b2bf64a19863e9735756f599e for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:28:01.044144 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.053287 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.131371 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks [] for security_group (18fc1cee-ea5f-45e4-a910-8209eb2643f9), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.136355 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (18fc1cee-ea5f-45e4-a910-8209eb2643f9), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.165006 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:28:01.175378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc1cee-ea5f-45e4-a910-8209eb2643f9,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:01.180254 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (50f07aa6-babd-4f10-836b-b423354cf476), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.180516 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Added segment 50f07aa6-babd-4f10-836b-b423354cf476 of type vlan for network 5e7feba7-357a-4562-b75f-f348f43ed57e Mar 08 04:28:01.221856 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (5e7feba7-357a-4562-b75f-f348f43ed57e), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.248838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (5e7feba7-357a-4562-b75f-f348f43ed57e), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.250172 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:01.250941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.285993 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2691996 Mar 08 04:28:01.288817 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57954) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:01.293810 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Request body: {'subnet': {'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670918631-subnet', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:01.315303 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Made reservation on behalf of 47828a8b2bf64a19863e9735756f599e for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:28:01.317639 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29150739'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.322893 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2990a-5e89-4676-946b-1c12966476e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7feba7-357a-4562-b75f-f348f43ed57e,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:01.333968 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 5e7feba7-357a-4562-b75f-f348f43ed57e details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:28:01.500163 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28608321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29150733'] for subnet (4329bb42-22cc-433c-9d39-7b9e22e4fd0a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.554729 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4329bb42-22cc-433c-9d39-7b9e22e4fd0a,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:01.565386 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Checking segment: {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:01.565745 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Network hostable DHCP agents. Network: 5e7feba7-357a-4562-b75f-f348f43ed57e, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:28:01.582811 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Network 5e7feba7-357a-4562-b75f-f348f43ed57e is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:28:01.590533 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 5e7feba7-357a-4562-b75f-f348f43ed57e) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:01.594595 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:01.595200 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.599473 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788ae28-1b8d-408b-8cd4-5708b5fe1b52 None None] Network 5e7feba7-357a-4562-b75f-f348f43ed57e requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:28:01.613023 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-62af4725-0bfb-4731-a6aa-5d90ea732fba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3230934 Mar 08 04:28:01.615608 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57956) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:01.620611 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:01.639606 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.640585 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.692260 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for router_controller (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.704815 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp605717bf-6f19-5413-a852-7a39e9040ced-5e7feba7-357a-4562-b75f-f348f43ed57e', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'project_id': '47828a8b2bf64a19863e9735756f599e', 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a'}]}} from dv-cinder-740146-13-smb. {{(pid=103175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:28:01.705679 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.835283 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for router_gateway (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:01.978604 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Allocated IP 172.20.0.2 (5e7feba7-357a-4562-b75f-f348f43ed57e/4329bb42-22cc-433c-9d39-7b9e22e4fd0a/6edad93d-a507-4025-a35d-916ed8e1b7e8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:28:02.050733 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for router_gateway (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.070342 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.129451 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks [] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.135462 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.176187 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Network 5e7feba7-357a-4562-b75f-f348f43ed57e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:02.177411 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Allocated IP 172.28.1.161 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/beb900d7-3eba-450c-a23b-fc8bb568bb30) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:28:02.183822 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:02.186511 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:28:02.201411 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Pushing event updated for resources: {'Port': ['ID=6edad93d-a507-4025-a35d-916ed8e1b7e8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:02.249963 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Attempting to bind port 6edad93d-a507-4025-a35d-916ed8e1b7e8 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:28:02.250339 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Attempting to bind port 6edad93d-a507-4025-a35d-916ed8e1b7e8 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:28:02.251104 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Attempting to bind port 6edad93d-a507-4025-a35d-916ed8e1b7e8 on network 5e7feba7-357a-4562-b75f-f348f43ed57e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:02.255973 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:28:02.256265 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Checking segment: {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:02.256669 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.257070 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Bound using segment: {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:28:02.257543 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Bound port: 6edad93d-a507-4025-a35d-916ed8e1b7e8, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:28:02.257929 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.265428 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Sync routers for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:28:02.275804 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:02.276778 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:02.292523 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.326869 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] For port 6edad93d-a507-4025-a35d-916ed8e1b7e8, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:28:02.330537 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] For port 6edad93d-a507-4025-a35d-916ed8e1b7e8, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6edad93d-a507-4025-a35d-916ed8e1b7e8,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:28:02.331115 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.338248 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.374354 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:02.378674 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:02.381538 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:28:02.385866 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:02.403156 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a66d3-75ac-47ac-afe2-50abe23a75a4 None None] Pushing event updated for resources: {'Port': ['ID=6edad93d-a507-4025-a35d-916ed8e1b7e8,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:02.417343 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Pushing event updated for resources: {'Port': ['ID=beb900d7-3eba-450c-a23b-fc8bb568bb30,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:02.552749 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 125014a1-c43d-451a-98e6-459d53913c34 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:02.646728 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 125014a1-c43d-451a-98e6-459d53913c34 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:02.647133 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (125014a1-c43d-451a-98e6-459d53913c34), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.650013 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 2, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:02.681978 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Checking router: d573f199-733b-4897-879c-ac5cd7d12cdb for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:28:02.682340 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Updating router d573f199-733b-4897-879c-ac5cd7d12cdb port c3a168d3-88d1-4355-a763-fea228f3a95b binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:28:02.725159 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for router_gateway (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.729102 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.769650 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 125014a1-c43d-451a-98e6-459d53913c34 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:02.770229 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (125014a1-c43d-451a-98e6-459d53913c34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.793068 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port 125014a1-c43d-451a-98e6-459d53913c34, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=125014a1-c43d-451a-98e6-459d53913c34,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:02.799501 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (125014a1-c43d-451a-98e6-459d53913c34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:02.852946 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=125014a1-c43d-451a-98e6-459d53913c34,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:02.943214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-625658'] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.018528 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks [] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.023849 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.071552 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Pushing event updated for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:03.084874 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 is scheduled to L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:28:03.101643 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.102018 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.102323 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.102658 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.103012 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.103335 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.103654 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.103971 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.104289 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.104622 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.104950 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.105255 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.105565 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:03.151272 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Attempting to bind port c3a168d3-88d1-4355-a763-fea228f3a95b on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:28:03.151897 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Attempting to bind port c3a168d3-88d1-4355-a763-fea228f3a95b by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:28:03.152987 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Attempting to bind port c3a168d3-88d1-4355-a763-fea228f3a95b on network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:03.159771 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:28:03.160144 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Checking segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:03.160545 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.160937 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Bound using segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:28:03.161399 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Bound port: c3a168d3-88d1-4355-a763-fea228f3a95b, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:28:03.161776 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.216732 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:28:03.226101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Sync routers for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:28:03.236575 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] For port c3a168d3-88d1-4355-a763-fea228f3a95b, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:28:03.241983 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] For port c3a168d3-88d1-4355-a763-fea228f3a95b, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c3a168d3-88d1-4355-a763-fea228f3a95b,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:28:03.243757 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.244039 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:03.244909 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:03.245336 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-ca82817a-fc26-4323-97a5-84c8ae60af16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6283834 Mar 08 04:28:03.248870 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 57958) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:03.260968 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.318816 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:03.320205 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:03.427541 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:03.456414 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:03.528114 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Provisioning complete for port c3a168d3-88d1-4355-a763-fea228f3a95b triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:03.528571 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.530595 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e310b-7218-4780-8143-cb9fcb7c234e None None] Pushing event updated for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:03.680198 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc240e4-c8d3-4811-9b84-11cbf20d69a4 None None] Network 5e7feba7-357a-4562-b75f-f348f43ed57e requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:28:03.753023 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:03.780311 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14649d99-1a27-46b0-92da-2e77b0597eec None None] The sync data for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb is: [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:28:03.811913 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Current status of the port c3a168d3-88d1-4355-a763-fea228f3a95b is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:03.812531 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.838410 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.845268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 3, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:03.882794 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Checking router: a015b557-5b9d-4edd-88a6-6ecbe54a14d1 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:28:03.883148 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Updating router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 port beb900d7-3eba-450c-a23b-fc8bb568bb30 binding host dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:28:03.928648 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] For port c3a168d3-88d1-4355-a763-fea228f3a95b, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c3a168d3-88d1-4355-a763-fea228f3a95b,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:03.939455 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:03.944434 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.021789 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Allocated IP 172.20.0.1 (5e7feba7-357a-4562-b75f-f348f43ed57e/4329bb42-22cc-433c-9d39-7b9e22e4fd0a/a5f02c96-6541-44cb-933c-ef0ecb36c95d) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:28:04.078654 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d47db9-25f8-41b9-a69f-02d38f47f44a None None] Pushing event updated for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:04.105945 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Provisioning complete for port c3a168d3-88d1-4355-a763-fea228f3a95b triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:04.107598 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.159653 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks [] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.198873 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.243750 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Network 5e7feba7-357a-4562-b75f-f348f43ed57e is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:04.248556 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:04.251031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:28:04.283985 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Pushing event updated for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:04.291261 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Current status of the port c3a168d3-88d1-4355-a763-fea228f3a95b is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:04.310665 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623831'] for router_interface (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.358510 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks [] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.363077 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Provisioning complete for port 6edad93d-a507-4025-a35d-916ed8e1b7e8 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:04.363534 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.387781 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.464024 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4eefc-765c-4a60-b329-8eb37fed04ad None None] Pushing event updated for resources: {'Port': ['ID=beb900d7-3eba-450c-a23b-fc8bb568bb30,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:04.471241 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Attempting to bind port beb900d7-3eba-450c-a23b-fc8bb568bb30 on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:28:04.471637 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Attempting to bind port beb900d7-3eba-450c-a23b-fc8bb568bb30 by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:28:04.472421 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Attempting to bind port beb900d7-3eba-450c-a23b-fc8bb568bb30 on network f2bf14e1-c3a6-42eb-9adc-39496d501a2d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:04.480307 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:28:04.480681 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Checking segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:04.481820 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.483344 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Bound using segment: {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:28:04.483591 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Bound port: beb900d7-3eba-450c-a23b-fc8bb568bb30, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820067ca-689f-4192-92fb-37b5bb383c0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:28:04.484116 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.487800 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.574492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Current status of the port 6edad93d-a507-4025-a35d-916ed8e1b7e8 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:04.574923 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.591207 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] For port beb900d7-3eba-450c-a23b-fc8bb568bb30, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:28:04.610100 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] For port beb900d7-3eba-450c-a23b-fc8bb568bb30, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=beb900d7-3eba-450c-a23b-fc8bb568bb30,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:28:04.638896 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.645953 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] For port 6edad93d-a507-4025-a35d-916ed8e1b7e8, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6edad93d-a507-4025-a35d-916ed8e1b7e8,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:04.676500 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.691575 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks [] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.702883 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.704859 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:04.705499 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:04.716211 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 125014a1-c43d-451a-98e6-459d53913c34 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:04.781266 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623803'] for router_interface (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:04.792728 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Pushing event updated for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:04.792937 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4eefc-765c-4a60-b329-8eb37fed04ad None None] Pushing event updated for resources: {'Port': ['ID=beb900d7-3eba-450c-a23b-fc8bb568bb30,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:04.882841 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Network 5e7feba7-357a-4562-b75f-f348f43ed57e is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:04.884444 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:05.008630 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:28:05.050535 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Provisioning complete for port a5f02c96-6541-44cb-933c-ef0ecb36c95d triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.051140 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.057010 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204b9e-2e21-450f-9076-97a0802c72c8 None None] Pushing event updated for resources: {'Port': ['ID=6edad93d-a507-4025-a35d-916ed8e1b7e8,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:05.102318 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:05.140660 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 125014a1-c43d-451a-98e6-459d53913c34 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.140958 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:28:05.141072 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (125014a1-c43d-451a-98e6-459d53913c34), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.147257 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-118a7007-25ba-4ee7-982f-60c7cbf06cdd admin admin] 10.222.0.20 "PUT /v2.0/routers/a015b557-5b9d-4edd-88a6-6ecbe54a14d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969898 Mar 08 04:28:05.171623 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Port a5f02c96-6541-44cb-933c-ef0ecb36c95d cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:28:05.248804 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Provisioning complete for port 6edad93d-a507-4025-a35d-916ed8e1b7e8 triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.249182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.408876 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 125014a1-c43d-451a-98e6-459d53913c34 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:05.409970 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c3a168d3-88d1-4355-a763-fea228f3a95b up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:05.493290 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-aed73a4d-2a00-44af-9e6d-6a48b5f6ff42 None None] Current status of the port 6edad93d-a507-4025-a35d-916ed8e1b7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:05.516214 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a5f02c96-6541-44cb-933c-ef0ecb36c95d', 'name': '', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'mac_address': 'fa:16:3e:2c:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:03Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 2, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'subnets': [{'id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:05.519719 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port c3a168d3-88d1-4355-a763-fea228f3a95b triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.519873 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.545516 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca18e44-0f08-4678-a93a-c81083829d12 None None] The sync data for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb is: [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a5f02c96-6541-44cb-933c-ef0ecb36c95d', 'name': '', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'mac_address': 'fa:16:3e:2c:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:03Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 2, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'subnets': [{'id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:28:05.647417 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-8ca0b846-08ec-4cc2-8e76-c973e592f5e9 None None] Provisioning complete for port a5f02c96-6541-44cb-933c-ef0ecb36c95d triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.647665 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b846-08ec-4cc2-8e76-c973e592f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.666845 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port c3a168d3-88d1-4355-a763-fea228f3a95b is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:05.667948 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6edad93d-a507-4025-a35d-916ed8e1b7e8 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:05.715124 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0b846-08ec-4cc2-8e76-c973e592f5e9 None None] Port a5f02c96-6541-44cb-933c-ef0ecb36c95d cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:28:05.733535 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 6edad93d-a507-4025-a35d-916ed8e1b7e8 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:05.733926 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:05.874288 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 6edad93d-a507-4025-a35d-916ed8e1b7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:06.524380 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6edad93d-a507-4025-a35d-916ed8e1b7e8 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:06.593582 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port 6edad93d-a507-4025-a35d-916ed8e1b7e8 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:06.593971 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:06.738475 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port 6edad93d-a507-4025-a35d-916ed8e1b7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:08.177856 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Sync routers for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:28:08.190098 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:08.190751 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:08.414494 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:08.564300 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device beb900d7-3eba-450c-a23b-fc8bb568bb30 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:08.633400 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a5f02c96-6541-44cb-933c-ef0ecb36c95d', 'name': '', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'mac_address': 'fa:16:3e:2c:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:03Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 2, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'subnets': [{'id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:08.634684 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port beb900d7-3eba-450c-a23b-fc8bb568bb30 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:08.635111 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:08.668319 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Checking router: a015b557-5b9d-4edd-88a6-6ecbe54a14d1 for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:28:08.669429 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Updating router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 port a5f02c96-6541-44cb-933c-ef0ecb36c95d binding host dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:28:08.698957 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:08.746268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port beb900d7-3eba-450c-a23b-fc8bb568bb30 is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:08.747230 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:08.771462 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] For port beb900d7-3eba-450c-a23b-fc8bb568bb30, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=beb900d7-3eba-450c-a23b-fc8bb568bb30,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:08.779116 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:08.853211 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Pushing event updated for resources: {'Port': ['ID=beb900d7-3eba-450c-a23b-fc8bb568bb30,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:09.014171 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks [] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.020639 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.076231 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30725d-2530-4cce-95e5-923598329adc None None] Pushing event updated for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:09.152935 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Attempting to bind port a5f02c96-6541-44cb-933c-ef0ecb36c95d on host dv-cinder-740146-13-smb for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:28:09.153403 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Attempting to bind port a5f02c96-6541-44cb-933c-ef0ecb36c95d by drivers openvswitch,hyperv on host dv-cinder-740146-13-smb at level 0 using segments [{'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:28:09.153827 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Attempting to bind port a5f02c96-6541-44cb-933c-ef0ecb36c95d on network 5e7feba7-357a-4562-b75f-f348f43ed57e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:09.161376 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Checking agent: {'id': '35623317-3efc-4a80-a8e8-a70ad63c953a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 9, 50), 'started_at': datetime.datetime(2022, 3, 8, 4, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:28:09.162019 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Checking segment: {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:09.162522 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.163039 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Bound using segment: {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:28:09.163612 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Bound port: a5f02c96-6541-44cb-933c-ef0ecb36c95d, host: dv-cinder-740146-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f07aa6-babd-4f10-836b-b423354cf476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:28:09.164136 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.250010 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] For port a5f02c96-6541-44cb-933c-ef0ecb36c95d, host dv-cinder-740146-13-smb, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:28:09.256794 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] For port a5f02c96-6541-44cb-933c-ef0ecb36c95d, host dv-cinder-740146-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a5f02c96-6541-44cb-933c-ef0ecb36c95d,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:28:09.267279 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.340223 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:09.341532 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:27:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:09.346832 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30725d-2530-4cce-95e5-923598329adc None None] Pushing event updated for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:09.381107 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Provisioning complete for port a5f02c96-6541-44cb-933c-ef0ecb36c95d triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:09.381479 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.495015 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:09.516317 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Current status of the port a5f02c96-6541-44cb-933c-ef0ecb36c95d is: DOWN; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:09.516721 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.564790 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] For port a5f02c96-6541-44cb-933c-ef0ecb36c95d, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a5f02c96-6541-44cb-933c-ef0ecb36c95d,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:09.570584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.630541 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc063c6-104b-4c9f-8ca4-d5760c4bb890 None None] Pushing event updated for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:09.703434 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-0a2d9840-6d8f-43f6-86dd-cf8327fcbdef None None] Provisioning complete for port a5f02c96-6541-44cb-933c-ef0ecb36c95d triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:09.703869 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2d9840-6d8f-43f6-86dd-cf8327fcbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:09.758839 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a5f02c96-6541-44cb-933c-ef0ecb36c95d', 'name': '', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'mac_address': 'fa:16:3e:2c:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:03Z', 'updated_at': '2022-03-08T04:28:09Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'subnets': [{'id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:09.800235 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bcaff-b8f5-46a9-b8aa-4f21a3650872 None None] The sync data for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb is: [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:28:04Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'a5f02c96-6541-44cb-933c-ef0ecb36c95d', 'name': '', 'network_id': '5e7feba7-357a-4562-b75f-f348f43ed57e', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'mac_address': 'fa:16:3e:2c:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:03Z', 'updated_at': '2022-03-08T04:28:09Z', 'revision_number': 4, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'subnets': [{'id': '4329bb42-22cc-433c-9d39-7b9e22e4fd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:28:09.820856 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d9840-6d8f-43f6-86dd-cf8327fcbdef None None] Current status of the port a5f02c96-6541-44cb-933c-ef0ecb36c95d is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:10.555796 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device beb900d7-3eba-450c-a23b-fc8bb568bb30 up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:10.615250 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port beb900d7-3eba-450c-a23b-fc8bb568bb30 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:10.615932 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:10.706636 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port beb900d7-3eba-450c-a23b-fc8bb568bb30 is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:10.707997 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a5f02c96-6541-44cb-933c-ef0ecb36c95d up at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:10.765716 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Provisioning complete for port a5f02c96-6541-44cb-933c-ef0ecb36c95d triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:10.766361 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:10.853720 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Current status of the port a5f02c96-6541-44cb-933c-ef0ecb36c95d is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:13.391057 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7623d55-87fa-4b80-945a-ff6b8dd2e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:13.818028 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:28:14.714855 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-f46cee27-94eb-4ce6-8f7c-ec9bfd400cf3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:14.716340 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-f46cee27-94eb-4ce6-8f7c-ec9bfd400cf3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 814 time: 0.1030207 Mar 08 04:28:14.730187 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-a30f6236-ceea-45db-bc1d-2e0a7f9124c1 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/quotas/ceeb8d31098743eeb7ce99c7e18478ee HTTP/1.1" status: 200 len: 375 time: 0.0086782 Mar 08 04:28:14.784429 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-be1d5ca3-0137-4de7-a5c2-ace8e7bf314a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488467 Mar 08 04:28:14.883622 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-c48c2b2c-52c9-406f-9761-74b51ef14023 service neutron] 10.222.0.20 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Mar 08 04:28:14.975374 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-a1943b3f-0e0d-4a2b-8982-dfe3dbdaf250 service neutron] 10.222.0.20 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856907 Mar 08 04:28:15.131753 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9e60bf18-c1df-4ff4-a696-f4e25c980d16 req-ead0ede7-3691-403a-ba02-5841f1df6cc9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.0264351 Mar 08 04:28:15.542586 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-98a7f6c1-b0c0-4d30-972d-42234df3c9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:16.215063 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a8fabdf4-3256-4d71-ae88-d239ddde9efc req-5362e6a6-da53-4d50-a4b2-ca52b8d6e7b6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.0303679 Mar 08 04:28:16.826090 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:17.294327 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-763f6fbf-28be-4a0f-b2be-ae8627207da0 req-47e88650-a237-47d6-be3a-578a30a9d89e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.0274782 Mar 08 04:28:18.230177 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:18.370532 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-41f0263b-f303-414f-a063-274b50b95aec req-f611ab4f-6412-4cd5-bebd-ebf0cfaa3232 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.0269823 Mar 08 04:28:19.463796 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5f336d94-86e0-4533-bffa-0457d9565753 req-fe910b7e-e1ab-4d1e-9d2c-b9acfa290191 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Mar 08 04:28:19.640725 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:20.211415 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-23f9cfc9-839f-4990-a834-d3ea35f8ae88 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:20.212776 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-23f9cfc9-839f-4990-a834-d3ea35f8ae88 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 814 time: 0.1046591 Mar 08 04:28:20.243848 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'port': {'device_id': '1db71f3e-2131-4663-8313-d654ee203339', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'admin_state_up': True, 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:20.350566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Made reservation on behalf of ceeb8d31098743eeb7ce99c7e18478ee for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:28:20.353860 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:20.492206 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Allocated IP 172.20.0.4 (96eb4f2a-449e-4a59-97b8-cf7c54f146c9/12bfdfe3-6d62-41cd-b67b-147e56769e8f/cbd244fc-60a7-414c-9e2f-af9bca61123f) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:28:21.010645 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-88ca1f0c-ae9c-40de-82e1-60b89729fb79 req-b3178ec5-3785-4f44-b2dd-ef659822f486 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 210 time: 0.4774618 Mar 08 04:28:21.057516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:21.106997 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:21.169230 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:21.172852 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:21.179784 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:28:21.218528 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:21.258631 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:21.259327 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:21.281026 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-0e83c98d-2413-4f54-a31e-e7d2169b92fe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408351 Mar 08 04:28:21.423767 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-d4b27749-f9fa-4a92-94f3-8837fb7da0d3 None None] Provisioning complete for port cbd244fc-60a7-414c-9e2f-af9bca61123f triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:21.424348 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4b27749-f9fa-4a92-94f3-8837fb7da0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:21.459442 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d4b27749-f9fa-4a92-94f3-8837fb7da0d3 None None] Port cbd244fc-60a7-414c-9e2f-af9bca61123f cannot update to ACTIVE because it is not bound. {{(pid=103175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:28:22.138013 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf728d4c-d08b-4629-b185-856a25c6e338 req-c15eeda0-fb5e-47ab-95d5-578aaafa4eab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:22.139533 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bf728d4c-d08b-4629-b185-856a25c6e338 req-c15eeda0-fb5e-47ab-95d5-578aaafa4eab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0579042 Mar 08 04:28:22.188362 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-bf728d4c-d08b-4629-b185-856a25c6e338 req-37926536-5a4c-456e-a96c-20e61851b46e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Mar 08 04:28:22.772154 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:23.309609 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab01b1d-6822-4a48-8d10-2561e7931ad8 req-7c58b258-6a7d-46c5-8c43-7005194575a3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:23.317010 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9ab01b1d-6822-4a48-8d10-2561e7931ad8 req-7c58b258-6a7d-46c5-8c43-7005194575a3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0610049 Mar 08 04:28:23.360435 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9ab01b1d-6822-4a48-8d10-2561e7931ad8 req-8440a3f8-a2d6-44a9-92f4-96164fa4e341 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Mar 08 04:28:24.489939 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63a37a-b2d9-4adc-9754-a352ee03af0e req-9fb2916f-941f-4dac-a618-f7460306d940 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:24.491403 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff63a37a-b2d9-4adc-9754-a352ee03af0e req-9fb2916f-941f-4dac-a618-f7460306d940 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0600884 Mar 08 04:28:24.541802 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ff63a37a-b2d9-4adc-9754-a352ee03af0e req-e9c38b65-ff71-47b9-ab57-ea572650a5dd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Mar 08 04:28:25.663914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b2c7-36a5-47b2-9df4-d7c9de36608c req-45a5376f-4f85-4549-b607-0967d57e549a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:25.665370 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a50b2c7-36a5-47b2-9df4-d7c9de36608c req-45a5376f-4f85-4549-b607-0967d57e549a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0554812 Mar 08 04:28:25.725762 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a50b2c7-36a5-47b2-9df4-d7c9de36608c req-e18c8fd9-fd8e-496f-b372-cc12a4958bfd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Mar 08 04:28:26.849523 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8966a-2f95-428d-9c00-1d97d5031976 req-46b25904-7036-47d9-a6ed-b545ef6d53f4 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:26.851194 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97d8966a-2f95-428d-9c00-1d97d5031976 req-46b25904-7036-47d9-a6ed-b545ef6d53f4 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0594881 Mar 08 04:28:26.905308 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-97d8966a-2f95-428d-9c00-1d97d5031976 req-0a785c50-5e38-46ef-a36d-1cf2d87b883e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Mar 08 04:28:28.026212 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b11aea-4455-487b-8660-842b565af389 req-6a2053d3-e7e6-43f5-b314-20894ea6baab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:28.027750 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40b11aea-4455-487b-8660-842b565af389 req-6a2053d3-e7e6-43f5-b314-20894ea6baab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0552201 Mar 08 04:28:28.075702 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-40b11aea-4455-487b-8660-842b565af389 req-be584ac5-73b9-4ed4-a33c-27dd289397d5 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Mar 08 04:28:29.211640 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5077e-d440-4cbe-96ac-affaa158249d req-82b88c12-5d8c-44fe-9085-eba994977ac8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:29.213248 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ddb5077e-d440-4cbe-96ac-affaa158249d req-82b88c12-5d8c-44fe-9085-eba994977ac8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0589995 Mar 08 04:28:29.264621 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ddb5077e-d440-4cbe-96ac-affaa158249d req-302550b7-b945-4c01-882a-62626ac76b3e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Mar 08 04:28:30.384037 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564b91a-2cd2-4970-a690-fe71dc565b96 req-30977905-7f02-456c-9fbc-d3ff327e817c tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:30.385481 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9564b91a-2cd2-4970-a690-fe71dc565b96 req-30977905-7f02-456c-9fbc-d3ff327e817c tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.0552518 Mar 08 04:28:30.581277 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9564b91a-2cd2-4970-a690-fe71dc565b96 req-32b8e567-8298-4b50-a75b-719fe64be672 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895220 Mar 08 04:28:31.745777 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290e80-bb36-4845-b4bb-6a4bbe71ba58 req-6c0b92ca-6578-4a70-b75d-da99b974978c tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:31.747848 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6e290e80-bb36-4845-b4bb-6a4bbe71ba58 req-6c0b92ca-6578-4a70-b75d-da99b974978c tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.1020133 Mar 08 04:28:31.792726 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6e290e80-bb36-4845-b4bb-6a4bbe71ba58 req-d8a54bb8-6efb-4e13-9aa7-b546ecf0afd1 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Mar 08 04:28:32.824922 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Request body: {'port': {'device_id': '1db71f3e-2131-4663-8313-d654ee203339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:32.940834 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:32.999536 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9b252-4e29-4989-993d-ecbab355ce68 req-598cc65a-38ae-45be-9f72-19403c59f597 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.001010 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dce9b252-4e29-4989-993d-ecbab355ce68 req-598cc65a-38ae-45be-9f72-19403c59f597 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 931 time: 0.1407578 Mar 08 04:28:33.022575 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-c6fb0f39-a314-4b6e-8d7b-4980bd971b45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1335011 Mar 08 04:28:33.164056 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-dce9b252-4e29-4989-993d-ecbab355ce68 req-db55c14a-e828-49bf-944d-9d3ff1a2738e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536119 Mar 08 04:28:33.191269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-2932c9ca-b5b7-420b-a839-1bc3efa06716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.192762 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-2932c9ca-b5b7-420b-a839-1bc3efa06716 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 1130 time: 0.1064491 Mar 08 04:28:33.351288 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-e53d04b2-8ff8-475d-a690-4833ba4ce6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.352731 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-e53d04b2-8ff8-475d-a690-4833ba4ce6cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 200 len: 917 time: 0.1299672 Mar 08 04:28:33.390019 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd244fc-60a7-414c-9e2f-af9bca61123f {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:28:33.397733 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks [] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:33.410002 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Transition to ACTIVE for port object cbd244fc-60a7-414c-9e2f-af9bca61123f will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:28:33.413622 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:33.509722 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:33.560402 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-2b591807-4377-420a-9feb-09668768b096 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 200 len: 1001 time: 0.1226819 Mar 08 04:28:33.618606 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Attempting to bind port cbd244fc-60a7-414c-9e2f-af9bca61123f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:28:33.618982 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Attempting to bind port cbd244fc-60a7-414c-9e2f-af9bca61123f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:28:33.619309 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Attempting to bind port cbd244fc-60a7-414c-9e2f-af9bca61123f on network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:33.628071 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Port cbd244fc-60a7-414c-9e2f-af9bca61123f on network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:28:33.628387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Attempting to bind port cbd244fc-60a7-414c-9e2f-af9bca61123f on network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:28:33.631852 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-1513b3e5-2432-4642-8ee6-d44a3beec3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.633273 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-1513b3e5-2432-4642-8ee6-d44a3beec3fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 200 len: 855 time: 0.0666707 Mar 08 04:28:33.635825 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:28:33.636156 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Checking segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:28:33.636522 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Bound using segment: {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:28:33.637451 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Bound port: cbd244fc-60a7-414c-9e2f-af9bca61123f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3997ae69-b24d-4d51-8a48-a9cf1235e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:28:33.637805 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:33.730294 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-8425d83f-9b94-4971-aaff-520156953c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.732166 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-8425d83f-9b94-4971-aaff-520156953c74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db025fea-0240-419e-8659-234f658c210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0922999 Mar 08 04:28:33.737714 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:28:33.741640 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:28:33.759835 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:33.838444 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:33.839117 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:33.840994 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1093 time: 1.0206513 Mar 08 04:28:33.841439 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:28:33.843674 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c968d62e-d7e1-46c1-820f-ad5735e593ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:28:33.870754 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb2d2-52e1-4bbb-aaa1-7aca235fe3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:33.897812 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-90d028d6-8eb1-4120-ad97-c1195fd427a5 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575241 Mar 08 04:28:33.969601 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb140a-0473-4546-9ea9-425062589960 x-openstack-request-id: req-e1fb140a-0473-4546-9ea9-425062589960 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:28:33.969973 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:28:33.970289 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1fb140a-0473-4546-9ea9-425062589960 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:28:33.970791 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:28:34.085474 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-e19844c5-fd03-411c-afef-ccc8033e13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.086974 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-e19844c5-fd03-411c-afef-ccc8033e13ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1127 time: 0.1302273 Mar 08 04:28:34.089096 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-76f252a6-c96d-45b6-a630-8f789407fef6 req-48b09a87-13bf-407c-921c-8130e7fc6b71 service neutron] 10.222.0.42 "GET /v2.0/networks/db025fea-0240-419e-8659-234f658c210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666503 Mar 08 04:28:34.149900 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-a926f793-e4a2-4366-bec8-efb3205a1529 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 217 time: 0.0367362 Mar 08 04:28:34.212927 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-917b0f04-d06e-405a-b076-dc5cead4c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.214378 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-917b0f04-d06e-405a-b076-dc5cead4c9bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0452914 Mar 08 04:28:34.310049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f47-37d9-49b7-b895-518418ba35bb req-c0ecb8fa-fb2f-4b78-bb00-119be525ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.311568 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-c0ecb8fa-fb2f-4b78-bb00-119be525ce10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0811446 Mar 08 04:28:34.318912 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5adfd-2d30-4204-9a82-f11f035cc9d2 req-cc38be9e-ae14-4fe6-bb6f-ec173d770bf5 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.320249 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ddd5adfd-2d30-4204-9a82-f11f035cc9d2 req-cc38be9e-ae14-4fe6-bb6f-ec173d770bf5 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 943 time: 0.0817547 Mar 08 04:28:34.420968 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ddd5adfd-2d30-4204-9a82-f11f035cc9d2 req-dd4faf47-7e7b-4f7f-9cd1-a3542db9a7fd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930071 Mar 08 04:28:34.438873 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-aa0edc3f-640a-4412-b330-5232ca90cde9 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176958 Mar 08 04:28:34.525973 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-82768f47-37d9-49b7-b895-518418ba35bb req-64c3e18c-2ed5-4d73-91ef-8c2500eef887 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812309 Mar 08 04:28:34.702888 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-0094f1f3-f4bc-436e-bd16-a55953b2d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.704359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-0094f1f3-f4bc-436e-bd16-a55953b2d6b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1127 time: 0.0536342 Mar 08 04:28:34.792390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-b8645d13-1f6e-456a-bf11-928291d5dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.793943 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-b8645d13-1f6e-456a-bf11-928291d5dd0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.0825546 Mar 08 04:28:34.838996 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-9a01d07c-3ffb-4002-84ec-1062fc536fa8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 217 time: 0.0383799 Mar 08 04:28:34.885061 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-846beca6-ba7b-4f75-bb0f-78525f5c64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.886428 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-846beca6-ba7b-4f75-bb0f-78525f5c64c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0420587 Mar 08 04:28:34.935291 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-f03230a8-4e4c-4dc6-b394-d70b7d5de12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:34.936809 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-f03230a8-4e4c-4dc6-b394-d70b7d5de12f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436125 Mar 08 04:28:35.027498 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-eeaf57a8-2272-442d-801a-61456b6a6ca3 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Mar 08 04:28:35.116078 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-c968d62e-d7e1-46c1-820f-ad5735e593ac req-9181ca3c-915c-4965-9488-2e8c465f07b3 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Mar 08 04:28:35.541467 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681712e-ff2b-4b91-b30d-4cdf4694370f req-8e2c32d4-737d-408d-981e-f8c315c376ef tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:35.543144 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f681712e-ff2b-4b91-b30d-4cdf4694370f req-8e2c32d4-737d-408d-981e-f8c315c376ef tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 943 time: 0.0539019 Mar 08 04:28:35.592897 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f681712e-ff2b-4b91-b30d-4cdf4694370f req-1d79c759-05a5-440f-a1fb-84b98b1d0f37 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Mar 08 04:28:36.237898 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device cbd244fc-60a7-414c-9e2f-af9bca61123f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:28:36.335916 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:36.346403 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'port_id': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'mac_address': 'fa:16:3e:17:04:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:28:36.383857 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port cbd244fc-60a7-414c-9e2f-af9bca61123f is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:36.384244 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:36.397560 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd244fc-60a7-414c-9e2f-af9bca61123f {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:28:36.416820 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:36.421056 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:36.466493 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:36.708272 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccd19f-61c1-4d6a-afbf-985896987dad req-1824575a-dbe2-4647-800a-bb270c60d6d2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:36.709732 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5ccd19f-61c1-4d6a-afbf-985896987dad req-1824575a-dbe2-4647-800a-bb270c60d6d2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 944 time: 0.0533800 Mar 08 04:28:36.755757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5ccd19f-61c1-4d6a-afbf-985896987dad req-d2c3c59d-bb19-4457-99ad-9bfff021fda0 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Mar 08 04:28:36.940353 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:28:37.869221 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397467b-1f5c-474e-8b54-616ceb73e011 req-ca2f7ab4-424e-43ef-9229-d1f07053ce13 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:37.870648 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0397467b-1f5c-474e-8b54-616ceb73e011 req-ca2f7ab4-424e-43ef-9229-d1f07053ce13 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 944 time: 0.0505004 Mar 08 04:28:37.916060 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0397467b-1f5c-474e-8b54-616ceb73e011 req-5ed038d2-6f23-4412-aa51-37fead11940c tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Mar 08 04:28:38.245685 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device cbd244fc-60a7-414c-9e2f-af9bca61123f up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:28:38.294444 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port cbd244fc-60a7-414c-9e2f-af9bca61123f completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:28:38.299596 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port cbd244fc-60a7-414c-9e2f-af9bca61123f triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:38.300147 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:38.379372 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port cbd244fc-60a7-414c-9e2f-af9bca61123f is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:38.379767 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:38.401332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:28:38.403611 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c66d0-dccc-4bb3-a05f-f9fc9eb2e3fa" -d '{"events": [{"server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "name": "network-vif-plugged", "status": "completed", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:28:38.416397 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:38.421787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:38.445737 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df9a4c-4f4f-4ba7-83fd-e6d8c64b61c2 x-openstack-request-id: req-42df9a4c-4f4f-4ba7-83fd-e6d8c64b61c2 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:28:38.446034 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "name": "network-vif-plugged", "status": "completed", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:28:38.446291 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42df9a4c-4f4f-4ba7-83fd-e6d8c64b61c2 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:28:38.446676 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'code': 200} Mar 08 04:28:38.471738 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:38.650884 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865666ba-1135-466e-9d15-117167f46fbc req-17d5b3f1-9334-4f89-ba91-45a4d9cc55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:38.652342 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-865666ba-1135-466e-9d15-117167f46fbc req-17d5b3f1-9334-4f89-ba91-45a4d9cc55ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1129 time: 0.0468493 Mar 08 04:28:38.696232 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-865666ba-1135-466e-9d15-117167f46fbc req-63260eca-abb5-4dc3-832b-96eb48956526 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Mar 08 04:28:39.032225 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e988544-48a9-4e9b-ad2a-dcebb4da1662 req-5dace6a2-fb91-452e-81e5-7692c777b7c8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:39.033667 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5e988544-48a9-4e9b-ad2a-dcebb4da1662 req-5dace6a2-fb91-452e-81e5-7692c777b7c8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Mar 08 04:28:39.079242 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5e988544-48a9-4e9b-ad2a-dcebb4da1662 req-051ac4f2-d391-4fed-887d-22f4989c4a5e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Mar 08 04:28:40.203771 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59a135-8067-4e98-87d9-7612e886611e req-8278857c-5121-4a95-90cd-60f898c46a63 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:40.205175 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f59a135-8067-4e98-87d9-7612e886611e req-8278857c-5121-4a95-90cd-60f898c46a63 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0573535 Mar 08 04:28:40.251718 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f59a135-8067-4e98-87d9-7612e886611e req-997fc808-5cc1-4183-9027-e17cd669ff72 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Mar 08 04:28:41.367076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619514af-af95-4aa8-9087-0e7a61d42a59 req-1b741f77-60d1-431c-afae-a4c0ec97056e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:41.368525 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-619514af-af95-4aa8-9087-0e7a61d42a59 req-1b741f77-60d1-431c-afae-a4c0ec97056e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Mar 08 04:28:41.414005 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-619514af-af95-4aa8-9087-0e7a61d42a59 req-d2117b66-15dd-401c-b19f-32fdd1e2c1a6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Mar 08 04:28:41.527591 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4f5de-5278-424b-80a0-9714c8a0674c req-3b42475b-faf8-423a-ba8d-8632281bdbe3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:41.529702 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f4c4f5de-5278-424b-80a0-9714c8a0674c req-3b42475b-faf8-423a-ba8d-8632281bdbe3 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Mar 08 04:28:41.579545 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f4c4f5de-5278-424b-80a0-9714c8a0674c req-46c346b4-9f56-4f69-8875-eb9cc4856ca9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Mar 08 04:28:41.892139 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683cd26-51c8-4ec8-b41f-44ffe27b4a54 req-dbe8f1af-f829-4813-afd0-9a472104a82a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:41.893583 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3683cd26-51c8-4ec8-b41f-44ffe27b4a54 req-dbe8f1af-f829-4813-afd0-9a472104a82a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0509753 Mar 08 04:28:41.939695 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3683cd26-51c8-4ec8-b41f-44ffe27b4a54 req-4f64fc82-6c9c-4619-9d72-fcc618dc2742 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Mar 08 04:28:43.388014 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c07df3-213a-4cf7-80b5-db1019eaca41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:45.543975 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-117ec6b7-6d3c-45c2-8cb6-bd9b745f28d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:46.195855 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad5ba-f017-4996-b238-327a85bc2061 req-8cd79fda-cb6a-489d-bc69-388818424cbe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:46.197228 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d84ad5ba-f017-4996-b238-327a85bc2061 req-8cd79fda-cb6a-489d-bc69-388818424cbe tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0521982 Mar 08 04:28:46.243787 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-d84ad5ba-f017-4996-b238-327a85bc2061 req-ce808638-ddcf-4a4a-b890-5b53c963d732 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Mar 08 04:28:46.265679 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58158) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:46.353164 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c55d5d-65f9-4ddc-8bef-67cf9b860e70 tempest-TestMinimumBasicScenario-1174283241 tempest-TestMinimumBasicScenario-1174283241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:46.355413 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-a6c55d5d-65f9-4ddc-8bef-67cf9b860e70 tempest-TestMinimumBasicScenario-1174283241 tempest-TestMinimumBasicScenario-1174283241-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1124 time: 0.0880837 Mar 08 04:28:46.357687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58162) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:46.361864 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'floatingip': {'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'port_id': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:46.381661 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:46.475366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:46.577841 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Allocated IP 172.28.1.111 (f2bf14e1-c3a6-42eb-9adc-39496d501a2d/764dbe38-cea1-4a08-8fa7-8747e99e80e8/ce7897a0-dfcf-491b-88ce-7f424c948a0c) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:28:46.675792 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:46.709265 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:46.751788 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Network f2bf14e1-c3a6-42eb-9adc-39496d501a2d is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:28:46.754688 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:28:46.758094 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:28:46.780406 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'Port': ['ID=ce7897a0-dfcf-491b-88ce-7f424c948a0c,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:46.825824 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.112983 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for floatingip (9deb1149-686e-4937-bf7b-6ba04276cdb8), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.184751 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.334755 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.339212 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.408020 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'Port': ['ID=ce7897a0-dfcf-491b-88ce-7f424c948a0c,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:47.417500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (9deb1149-686e-4937-bf7b-6ba04276cdb8), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:47.779091 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Floating IP 9deb1149-686e-4937-bf7b-6ba04276cdb8 associated. External IP: 172.28.1.111, port: cbd244fc-60a7-414c-9e2f-af9bca61123f. Mar 08 04:28:47.986895 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Router d573f199-733b-4897-879c-ac5cd7d12cdb has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:28:48.094021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:28:48.103484 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Sync routers for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:28:48.110892 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.114053 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:48.114687 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:48.139687 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0796c2ac-4836-498a-a1f7-20009323bacd tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7809949 Mar 08 04:28:48.140271 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:28:48.142483 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796" -d '{"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:28:48.142660 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58166) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.148291 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273709698', 'description': 'tempest-secgroup-smoke-273709698 description', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.170565 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.178953 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf905a-a40c-4022-a2bc-388cc7af9e23 x-openstack-request-id: req-60bf905a-a40c-4022-a2bc-388cc7af9e23 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:28:48.179251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:28:48.179511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60bf905a-a40c-4022-a2bc-388cc7af9e23 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:28:48.179907 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:28:48.240092 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:48.243675 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (1265f778-2bfc-4968-96a5-b9e24131030e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.249262 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1265f778-2bfc-4968-96a5-b9e24131030e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.280255 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.282523 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.283800 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1402202 Mar 08 04:28:48.285008 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efa601-afc1-425d-b350-efaf8dd249c6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1265f778-2bfc-4968-96a5-b9e24131030e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.287410 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58172) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.292146 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.317802 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (67f36754-5e7a-4b8b-a321-7c431414e136), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.339461 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-c6bda8e3-b275-416f-98d4-902a845dfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:48.341753 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-c6bda8e3-b275-416f-98d4-902a845dfa5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1129 time: 0.1094999 Mar 08 04:28:48.381494 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (67f36754-5e7a-4b8b-a321-7c431414e136), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.387134 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (67f36754-5e7a-4b8b-a321-7c431414e136), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.409889 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f36754-5e7a-4b8b-a321-7c431414e136,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.421647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.423331 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-01d121aa-c7be-4f7b-a03e-33555ee74320 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348882 Mar 08 04:28:48.425878 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58174) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.430272 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.452402 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-e7138d24-6f7b-4ceb-b8e0-701bf5aee899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:48.453912 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-e7138d24-6f7b-4ceb-b8e0-701bf5aee899 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.1056974 Mar 08 04:28:48.457970 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (aa0e53e5-1e14-458d-8593-375fa9abf2e5), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.518031 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (aa0e53e5-1e14-458d-8593-375fa9abf2e5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.522455 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (aa0e53e5-1e14-458d-8593-375fa9abf2e5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.523036 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-0db5df10-9ecb-4b01-8922-3b79b9cad390 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 999 time: 0.0625949 Mar 08 04:28:48.540997 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e53e5-1e14-458d-8593-375fa9abf2e5,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.553258 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.554563 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-2fd02e98-9ba9-4b31-a581-50c41713ce20 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276994 Mar 08 04:28:48.557170 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58176) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.561965 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.584092 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-e010f1b8-d737-4fb9-ba8b-7bc91a5c25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:48.585574 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-e010f1b8-d737-4fb9-ba8b-7bc91a5c25b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0564044 Mar 08 04:28:48.588293 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (ddcc30a7-cd81-48b0-8bf3-817b8e411ec2), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.629617 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '9deb1149-686e-4937-bf7b-6ba04276cdb8', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'port_id': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'mac_address': 'fa:16:3e:17:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db71f3e-2131-4663-8313-d654ee203339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:28:46Z', 'updated_at': '2022-03-08T04:28:46Z', 'revision_number': 0, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:48.636658 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-6be8583b-4fa3-4eaa-bdb4-96f13d084044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:48.638612 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-6be8583b-4fa3-4eaa-bdb4-96f13d084044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0467758 Mar 08 04:28:48.648600 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (ddcc30a7-cd81-48b0-8bf3-817b8e411ec2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.649202 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-304ac890-43b4-405c-84cd-a01dd587a0d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:28:48.650304 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-304ac890-43b4-405c-84cd-a01dd587a0d8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056553 Mar 08 04:28:48.654124 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (ddcc30a7-cd81-48b0-8bf3-817b8e411ec2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.659944 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Checking router: d573f199-733b-4897-879c-ac5cd7d12cdb for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:28:48.669225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:48.669849 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:48.675056 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcc30a7-cd81-48b0-8bf3-817b8e411ec2,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.679502 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.680844 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-9eec6147-bc13-447e-9c40-c477b5c15904 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225853 Mar 08 04:28:48.683403 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58178) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.687672 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.713427 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (7db2a391-5543-4a7a-81fc-1b0dc1b3b7e8), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.756420 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-b57e42c9-2675-4fdb-b810-1658d49ffd9e service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000237 Mar 08 04:28:48.783946 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (7db2a391-5543-4a7a-81fc-1b0dc1b3b7e8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.789014 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (7db2a391-5543-4a7a-81fc-1b0dc1b3b7e8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.795629 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:48.807719 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db2a391-5543-4a7a-81fc-1b0dc1b3b7e8,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.817525 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.818963 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-f4e159d3-66fd-4bd7-bab9-9ef3c16061e2 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345539 Mar 08 04:28:48.821603 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58180) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.825942 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.845280 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Project ceeb8d31098743eeb7ce99c7e18478ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:28:48.850323 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (c5e511b1-fcd5-4c86-a577-179be75a4dfd), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.863315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ba6de8c9-9283-4e93-aa9b-8f642bc9e796 req-36160eb0-e6d2-4a6e-8617-36add6711b68 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012180 Mar 08 04:28:48.913800 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (c5e511b1-fcd5-4c86-a577-179be75a4dfd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.917776 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (c5e511b1-fcd5-4c86-a577-179be75a4dfd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.937093 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e511b1-fcd5-4c86-a577-179be75a4dfd,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:48.944843 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:48.946096 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-c01c34ba-ae36-4021-ab0c-de83468bcb94 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235187 Mar 08 04:28:48.948848 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58182) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:28:48.954236 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'security_group_rule': {'security_group_id': '1265f778-2bfc-4968-96a5-b9e24131030e', 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:48.974872 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Project ceeb8d31098743eeb7ce99c7e18478ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:28:48.979540 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (30971124-0c20-422a-8497-368cb6cb2daf), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.045084 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (30971124-0c20-422a-8497-368cb6cb2daf), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.046062 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '9deb1149-686e-4937-bf7b-6ba04276cdb8', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'port_id': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'mac_address': 'fa:16:3e:17:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db71f3e-2131-4663-8313-d654ee203339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:28:46Z', 'updated_at': '2022-03-08T04:28:46Z', 'revision_number': 0, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:49.049558 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933593'] for security_group_rule (30971124-0c20-422a-8497-368cb6cb2daf), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.067733 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30971124-0c20-422a-8497-368cb6cb2daf,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:49.076440 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9e34-cb67-40ce-a3c9-8a1442797377 None None] The sync data for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb is: [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_floatingips': [{'id': '9deb1149-686e-4937-bf7b-6ba04276cdb8', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'router_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'port_id': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'mac_address': 'fa:16:3e:17:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db71f3e-2131-4663-8313-d654ee203339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:28:46Z', 'updated_at': '2022-03-08T04:28:46Z', 'revision_number': 0, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:28:49.080263 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.081496 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bd5941aa-6924-405c-86b8-043ae01798f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311479 Mar 08 04:28:49.174878 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f006d0c-3750-4888-be97-7f777717f7cf req-475bfde3-ed6b-4cce-b54f-2749d579813e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273709698&fields=id&tenant_id=ceeb8d31098743eeb7ce99c7e18478ee HTTP/1.1" status: 200 len: 267 time: 0.0470667 Mar 08 04:28:49.233387 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f006d0c-3750-4888-be97-7f777717f7cf req-0859c909-0e85-4e7f-b4af-d968a273d811 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:49.234901 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f006d0c-3750-4888-be97-7f777717f7cf req-0859c909-0e85-4e7f-b4af-d968a273d811 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Mar 08 04:28:49.245775 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'port': {'security_groups': ['9983f183-0a60-4640-a402-2b038945aeb7', '1265f778-2bfc-4968-96a5-b9e24131030e']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:28:49.273821 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258b6e3-be70-4c01-b23c-18fb75cd051f None None] New status for floating IP 9deb1149-686e-4937-bf7b-6ba04276cdb8: ACTIVE {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:28:49.321675 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.523984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:49.553438 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.557777 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.599891 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:28:49.601319 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:49.601937 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.603331 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3f006d0c-3750-4888-be97-7f777717f7cf req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "PUT /v2.0/ports/cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 981 time: 0.3622093 Mar 08 04:28:49.623963 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6be07-9d11-45e6-a81d-abe1ed35a297 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=6']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:49.658212 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:49.736914 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831cb9a-0254-4dfb-8f8e-3839f7d45444 req-3ce877da-44ea-4398-a1e4-33c4916578e9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:49.738437 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e831cb9a-0254-4dfb-8f8e-3839f7d45444 req-3ce877da-44ea-4398-a1e4-33c4916578e9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0588560 Mar 08 04:28:49.773350 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:28:49.812058 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e831cb9a-0254-4dfb-8f8e-3839f7d45444 req-d489b930-25b5-4aaf-8d18-ecf0afca48cc tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669737 Mar 08 04:28:49.994821 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-9fc2ea72-38ec-4260-89c3-431f00fe1a15 None None] Provisioning complete for port cbd244fc-60a7-414c-9e2f-af9bca61123f triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:28:49.995103 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ea72-38ec-4260-89c3-431f00fe1a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:50.181129 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:28:50.183640 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2ea72-38ec-4260-89c3-431f00fe1a15 None None] Current status of the port cbd244fc-60a7-414c-9e2f-af9bca61123f is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:28:50.183873 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2388e328-afc3-4e04-835b-5a3d2c56dc11" -d '{"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:28:50.220391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a685d-509a-4ee6-b479-88cc5fac703c x-openstack-request-id: req-d44a685d-509a-4ee6-b479-88cc5fac703c {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:28:50.220688 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:28:50.220944 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d44a685d-509a-4ee6-b479-88cc5fac703c {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:28:50.221337 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:28:50.309930 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-1963f9ad-7495-4b09-b5ad-149f57c034f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:50.311567 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-1963f9ad-7495-4b09-b5ad-149f57c034f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1168 time: 0.0459876 Mar 08 04:28:50.402147 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-5aeac058-d820-479a-864f-93f3090647e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:50.404392 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-5aeac058-d820-479a-864f-93f3090647e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.0853012 Mar 08 04:28:50.473604 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-8ff27a9e-09ee-4944-bcca-5f2c66f3f612 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1001 time: 0.0620871 Mar 08 04:28:50.523726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-e0cb9722-6cb4-4b15-8e00-55dd9610d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:50.525103 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-e0cb9722-6cb4-4b15-8e00-55dd9610d568 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0447400 Mar 08 04:28:50.574256 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-18b96310-f098-4946-9d9d-09b4edd2dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:50.576757 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-18b96310-f098-4946-9d9d-09b4edd2dba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442591 Mar 08 04:28:50.668671 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-ec2e8326-6028-484e-b140-0d17bf526403 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Mar 08 04:28:50.758693 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2388e328-afc3-4e04-835b-5a3d2c56dc11 req-dc5d437a-3e4a-494e-bef8-dd389a477050 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828001 Mar 08 04:28:50.816759 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:28:52.781656 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:56.603378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b7a69-4629-440f-97c8-3a0b401e7651 req-804240d3-6eb4-47b8-8d19-1a3af4a473e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:56.604842 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-668b7a69-4629-440f-97c8-3a0b401e7651 req-804240d3-6eb4-47b8-8d19-1a3af4a473e7 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.0564139 Mar 08 04:28:56.653441 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-668b7a69-4629-440f-97c8-3a0b401e7651 req-3bf97f8e-e439-45d4-950a-f15648251fc9 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Mar 08 04:28:57.778690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859aa3b-abbe-446d-abc9-55ff7984f181 req-56eddd24-7a80-45cc-abee-6f0896efc0c8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:57.780169 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2859aa3b-abbe-446d-abc9-55ff7984f181 req-56eddd24-7a80-45cc-abee-6f0896efc0c8 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.0529256 Mar 08 04:28:57.828214 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-2859aa3b-abbe-446d-abc9-55ff7984f181 req-1422d5e5-248a-45fc-95ad-1cde916d3b55 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups?id=455875c2-9d99-4fde-b8df-3dcb5703a461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Mar 08 04:28:58.344813 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-20bb4646-ce88-40f2-88cb-3e38bd5a35d5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:28:58.346235 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-20bb4646-ce88-40f2-88cb-3e38bd5a35d5 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 946 time: 0.0551515 Mar 08 04:28:58.437535 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Deleting port 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:28:58.437875 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:58.528260 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] For port 9c4a2065-683c-4ba1-81a0-64216f9a1889, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c4a2065-683c-4ba1-81a0-64216f9a1889,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:28:58.528610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:58.696249 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:58.696605 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623704'] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:58.696904 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.l3_db [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Floating IP 2dfb6c19-09b4-4853-9702-bd83e68b17f3 disassociated. External IP: 172.28.1.124, port: 9c4a2065-683c-4ba1-81a0-64216f9a1889. Mar 08 04:28:58.697378 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Calling delete_port for 9c4a2065-683c-4ba1-81a0-64216f9a1889 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:28:58.827448 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (9c4a2065-683c-4ba1-81a0-64216f9a1889), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:58.857435 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'Port': ['ID=9c4a2065-683c-4ba1-81a0-64216f9a1889,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:28:58.869172 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.869589 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.869868 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.870325 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.870668 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.871035 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.871423 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.871684 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.872018 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.872343 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.872668 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.872994 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.873321 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:28:58.947728 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-eafe1726-dd68-4dbc-8972-2b7bb55dde2b req-d3d9dea2-3235-4cb9-9d00-9774a9643393 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bb3d419-02a3-4e3d-a9af-d9582c678531 HTTP/1.1" status: 200 len: 210 time: 0.0369935 Mar 08 04:28:59.009734 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:28:59.117412 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:28:59.126879 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:28:59.136264 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:59.137491 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:59.158300 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] No DVR routers for this DVR port 9c4a2065-683c-4ba1-81a0-64216f9a1889 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:28:59.160902 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:28:59.164335 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-410bd0c8-43cd-47f1-a4fc-09f800c10bbe req-8334d2e6-aa00-4347-9a49-b07b9044f2c0 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.42 "DELETE /v2.0/ports/9c4a2065-683c-4ba1-81a0-64216f9a1889 HTTP/1.1" status: 204 len: 173 time: 0.8127511 Mar 08 04:28:59.164775 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-deleted', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:28:59.167060 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f592974-f772-4f4e-9922-baeef0d86bf5" -d '{"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-deleted", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:28:59.220411 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94669cc-a0af-4fb5-9b95-9da969f75e0b x-openstack-request-id: req-b94669cc-a0af-4fb5-9b95-9da969f75e0b {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:28:59.221011 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3d419-02a3-4e3d-a9af-d9582c678531", "name": "network-vif-deleted", "tag": "9c4a2065-683c-4ba1-81a0-64216f9a1889", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:28:59.221299 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94669cc-a0af-4fb5-9b95-9da969f75e0b {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:28:59.221710 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3d419-02a3-4e3d-a9af-d9582c678531', 'name': 'network-vif-deleted', 'tag': '9c4a2065-683c-4ba1-81a0-64216f9a1889', 'status': 'completed', 'code': 200} Mar 08 04:28:59.260587 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:59.468746 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:59.494262 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:28:59.503270 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:28:59.503867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:59.611823 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:28:59.824901 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:28:59.851659 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917f90-cf14-4786-8a8e-bb382120e450 None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:21:42Z', 'revision_number': 4, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c23a8f49-aff1-4157-80b2-09b6a477c1b6', 'name': '', 'network_id': 'db025fea-0240-419e-8659-234f658c210a', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'mac_address': 'fa:16:3e:08:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:42Z', 'updated_at': '2022-03-08T04:21:46Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'subnets': [{'id': '2fd0cb43-2eb5-4bb9-8165-230e25754070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:29:00.042670 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58218) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:00.084951 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0af581-c567-4c73-91ac-4cd1877b4c4c None None] New status for floating IP 2dfb6c19-09b4-4853-9702-bd83e68b17f3: DOWN {{(pid=103176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:29:00.098787 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (455875c2-9d99-4fde-b8df-3dcb5703a461), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.123823 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (455875c2-9d99-4fde-b8df-3dcb5703a461), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.178654 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (455875c2-9d99-4fde-b8df-3dcb5703a461), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.181213 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.182450 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "DELETE /v2.0/security-groups/455875c2-9d99-4fde-b8df-3dcb5703a461 HTTP/1.1" status: 204 len: 168 time: 0.1381526 Mar 08 04:29:00.185374 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58220) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:00.192332 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455875c2-9d99-4fde-b8df-3dcb5703a461,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:00.199816 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.200160 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.200504 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.200836 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.201164 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.201487 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.201812 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.202133 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.202451 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.202801 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.203214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.203405 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.api.v2.resource [None req-02e4a89d-c42a-43cb-a9ca-d520975bb0ba tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] show failed (client error): The resource could not be found. Mar 08 04:29:00.203526 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.203844 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30069b8d-e2c0-418a-b9f7-c9ed3f141e00 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:00.204875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-02e4a89d-c42a-43cb-a9ca-d520975bb0ba tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "GET /v2.0/security-groups/455875c2-9d99-4fde-b8df-3dcb5703a461 HTTP/1.1" status: 404 len: 347 time: 0.0177536 Mar 08 04:29:00.207772 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58222) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:00.336946 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Deleting port 4644489b-cc4d-4eb3-b20e-28f403e495cf {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:29:00.337293 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.341213 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:29:00.362003 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: 9c4a2065-683c-4ba1-81a0-64216f9a1889 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:29:00.362355 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device 9c4a2065-683c-4ba1-81a0-64216f9a1889 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:29:00.412900 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.413229 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (4644489b-cc4d-4eb3-b20e-28f403e495cf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.425722 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Calling delete_port for 4644489b-cc4d-4eb3-b20e-28f403e495cf owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:29:00.553831 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (4644489b-cc4d-4eb3-b20e-28f403e495cf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.578592 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Pushing event deleted for resources: {'Port': ['ID=4644489b-cc4d-4eb3-b20e-28f403e495cf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:00.641624 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks [] for floatingip (2dfb6c19-09b4-4853-9702-bd83e68b17f3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.644097 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:00.645240 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-94d3fa11-320e-4d56-9332-892cfcefd3d2 tempest-AttachVolumeShelveTestJSON-337133216 tempest-AttachVolumeShelveTestJSON-337133216-project] 10.222.0.20 "DELETE /v2.0/floatingips/2dfb6c19-09b4-4853-9702-bd83e68b17f3 HTTP/1.1" status: 204 len: 168 time: 0.4365430 Mar 08 04:29:03.196209 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58246) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:03.633209 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:03.877932 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Deleting port c23a8f49-aff1-4157-80b2-09b6a477c1b6 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:29:03.878268 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:03.955696 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] For port c23a8f49-aff1-4157-80b2-09b6a477c1b6, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c23a8f49-aff1-4157-80b2-09b6a477c1b6,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:29:03.956073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:03.968240 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Calling delete_port for c23a8f49-aff1-4157-80b2-09b6a477c1b6 owned by network:router_interface {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:29:04.151358 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c23a8f49-aff1-4157-80b2-09b6a477c1b6), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:04.181746 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23a8f49-aff1-4157-80b2-09b6a477c1b6,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:04.351970 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:04.841416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Router c8dbdb20-e27f-42bd-a240-40e33044ddfe has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:29:04.947510 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:29:04.953660 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-9d2a9c4e-9325-4cc0-81fd-b19c2511f6c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/c8dbdb20-e27f-42bd-a240-40e33044ddfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564366 Mar 08 04:29:04.956136 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58250) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:04.958551 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Sync routers for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:29:04.968550 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:29:04.969165 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:05.065108 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks [] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.076101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:29:05.168513 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks [] for router_gateway (c8dbdb20-e27f-42bd-a240-40e33044ddfe), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.221043 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Deleting port a2563b18-7f97-4a25-ae13-2797a69e6e93 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:29:05.221385 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.306516 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] For port a2563b18-7f97-4a25-ae13-2797a69e6e93, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a2563b18-7f97-4a25-ae13-2797a69e6e93,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:29:05.306913 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.320808 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Calling delete_port for a2563b18-7f97-4a25-ae13-2797a69e6e93 owned by network:router_gateway {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:29:05.397468 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:29:04Z', 'revision_number': 5, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port': {'id': 'a2563b18-7f97-4a25-ae13-2797a69e6e93', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:21:40Z', 'updated_at': '2022-03-08T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:05.424258 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Checking router: c8dbdb20-e27f-42bd-a240-40e33044ddfe for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:29:05.432729 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Routers {'c8dbdb20-e27f-42bd-a240-40e33044ddfe'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:29:05.433414 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:28:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:05.496194 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (a2563b18-7f97-4a25-ae13-2797a69e6e93), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.521361 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2563b18-7f97-4a25-ae13-2797a69e6e93,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:05.527839 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] Set router c8dbdb20-e27f-42bd-a240-40e33044ddfe gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:29:05.581765 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.583652 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:29:05Z', 'revision_number': 6, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:05.611039 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd22fe-ac5f-4a2d-b7dc-ce651d807295 None None] The sync data for ids ['c8dbdb20-e27f-42bd-a240-40e33044ddfe'] in dv-cinder-740146-13-smb is: [{'id': 'c8dbdb20-e27f-42bd-a240-40e33044ddfe', 'name': 'tempest-AttachVolumeShelveTestJSON-175468552-router', 'tenant_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:21:39Z', 'updated_at': '2022-03-08T04:29:05Z', 'revision_number': 6, 'project_id': 'ee08e43d8db944a7af3be28bfe9abb72', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:29:05.678737 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.680822 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks [] for router_controller (c8dbdb20-e27f-42bd-a240-40e33044ddfe), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.726949 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (c8dbdb20-e27f-42bd-a240-40e33044ddfe), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.727474 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8dbdb20-e27f-42bd-a240-40e33044ddfe {{(pid=103174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:29:05.732729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.733869 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-11a399c4-6202-4fb1-a143-0b5767331346 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c8dbdb20-e27f-42bd-a240-40e33044ddfe HTTP/1.1" status: 204 len: 168 time: 0.7767031 Mar 08 04:29:05.736431 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58252) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:05.779984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Deleting subnet 2fd0cb43-2eb5-4bb9-8165-230e25754070 {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:29:05.783019 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Publish callbacks [] for subnet (2fd0cb43-2eb5-4bb9-8165-230e25754070), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.816706 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (2fd0cb43-2eb5-4bb9-8165-230e25754070), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.894258 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (2fd0cb43-2eb5-4bb9-8165-230e25754070), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.944480 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (2fd0cb43-2eb5-4bb9-8165-230e25754070), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.968774 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd0cb43-2eb5-4bb9-8165-230e25754070,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:05.974659 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:05.981678 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-88736415-8276-4fc9-b440-e3e207026551 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2fd0cb43-2eb5-4bb9-8165-230e25754070 HTTP/1.1" status: 204 len: 168 time: 0.2405007 Mar 08 04:29:05.981678 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58254) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:05.983856 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e1ed2-7dca-4b00-ad3d-e557f7ff0177 None None] Network db025fea-0240-419e-8659-234f658c210a requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:29:06.054467 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (db025fea-0240-419e-8659-234f658c210a), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.112673 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Deleting port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:29:06.113014 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.173889 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] For port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,segment=NetworkSegment(4a637082-f294-43e8-b553-53b34c244fd2),segment_id=4a637082-f294-43e8-b553-53b34c244fd2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:29:06.174238 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.186233 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Calling delete_port for 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:29:06.266209 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (6c86a3b3-ada3-46f1-9195-41041f5f4ca4), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.290338 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c86a3b3-ada3-46f1-9195-41041f5f4ca4,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:06.294390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] No DVR routers for this DVR port 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 on host dv-cinder-740146-13-smb {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:29:06.364838 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (db025fea-0240-419e-8659-234f658c210a), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.389729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db025fea-0240-419e-8659-234f658c210a']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:06.399584 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a637082-f294-43e8-b553-53b34c244fd2') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:06.399874 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a637082-f294-43e8-b553-53b34c244fd2') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:29:06.409898 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (4a637082-f294-43e8-b553-53b34c244fd2), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.421263 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a9827-380d-400d-9ab6-a58bf4b46ddc None None] DHCP port deletion for db025fea-0240-419e-8659-234f658c210a request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:29:06.426100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (4a637082-f294-43e8-b553-53b34c244fd2), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (4a637082-f294-43e8-b553-53b34c244fd2), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:29:06.437926 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:29:06.493495 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (db025fea-0240-419e-8659-234f658c210a), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.500230 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.503694 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db025fea-0240-419e-8659-234f658c210a HTTP/1.1" status: 204 len: 168 time: 0.5223861 Mar 08 04:29:06.518207 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e77314-6815-40bf-ac1a-78e25d6d4182 admin admin] Pushing event deleted for resources: {'Network': ['ID=db025fea-0240-419e-8659-234f658c210a,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:06.575282 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a2563b18-7f97-4a25-ae13-2797a69e6e93 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:29:06.595566 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: a2563b18-7f97-4a25-ae13-2797a69e6e93 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:29:06.595911 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a2563b18-7f97-4a25-ae13-2797a69e6e93 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:29:06.596377 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:29:06.623997 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:29:06.624345 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6c86a3b3-ada3-46f1-9195-41041f5f4ca4 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:29:06.624767 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c23a8f49-aff1-4157-80b2-09b6a477c1b6 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:29:06.628941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58258) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:06.644527 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: c23a8f49-aff1-4157-80b2-09b6a477c1b6 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:29:06.644798 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c23a8f49-aff1-4157-80b2-09b6a477c1b6 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:29:06.674109 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-29f17472-9320-4282-b789-83e057127918 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee08e43d8db944a7af3be28bfe9abb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436223 Mar 08 04:29:06.676616 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58260) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:06.730143 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] Publish callbacks [] for security_group (dc2ff40b-a380-4c88-a8ff-159ae9477a73), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.751787 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] Publish callbacks [] for security_group (dc2ff40b-a380-4c88-a8ff-159ae9477a73), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.798757 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (dc2ff40b-a380-4c88-a8ff-159ae9477a73), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.801320 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:06.802460 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc2ff40b-a380-4c88-a8ff-159ae9477a73 HTTP/1.1" status: 204 len: 168 time: 0.1249552 Mar 08 04:29:06.810885 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cae8f4-cbb3-4490-b28f-6bda1147be97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ff40b-a380-4c88-a8ff-159ae9477a73,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:13.380183 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b19f-9891-44f2-92e6-1f92cb30f15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:15.545702 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31c2ef6a-e229-42a2-9061-b660373e4687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:16.828260 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:18.236171 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:19.639918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:22.798838 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:27.675950 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-713efc57-45a3-4174-bfdc-28a5718e2a73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443084 Mar 08 04:29:27.777954 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f299e9-6351-43a9-b133-086123392d8c req-ef850410-fca5-4620-b2c2-e8483d410009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:27.779607 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-ef850410-fca5-4620-b2c2-e8483d410009 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1168 time: 0.0444353 Mar 08 04:29:27.815489 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:29:27.884873 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f299e9-6351-43a9-b133-086123392d8c req-f673c3b3-d435-4aa0-a2ce-ac0156706574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:27.886302 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-f673c3b3-d435-4aa0-a2ce-ac0156706574 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.0884569 Mar 08 04:29:27.950656 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-0ee20b87-02d1-4f2c-a4d1-03c432c0d7d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1001 time: 0.0580301 Mar 08 04:29:27.999224 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f299e9-6351-43a9-b133-086123392d8c req-c52a4cd5-e987-42ff-b424-149707d63da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:28.001250 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-c52a4cd5-e987-42ff-b424-149707d63da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0456772 Mar 08 04:29:28.050204 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f299e9-6351-43a9-b133-086123392d8c req-6861be5b-6ec5-4791-92ee-1bb4e6648e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:28.051587 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-6861be5b-6ec5-4791-92ee-1bb4e6648e2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0450668 Mar 08 04:29:28.140844 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-3026872f-c336-47de-ab27-b351c30a03c7 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Mar 08 04:29:28.231753 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-21f299e9-6351-43a9-b133-086123392d8c req-222cf90a-93d6-46d2-9dae-f3633f8650ed service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Mar 08 04:29:36.941511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58622) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:37.042733 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-22a8053b-4203-43cd-a06a-b2233b05f6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.115885 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-22a8053b-4203-43cd-a06a-b2233b05f6dd admin admin] Publish callbacks [] for security_group (596209cb-97c1-4da7-92d5-ace305dcf6ae), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.119375 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-22a8053b-4203-43cd-a06a-b2233b05f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (596209cb-97c1-4da7-92d5-ace305dcf6ae), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.159472 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-22a8053b-4203-43cd-a06a-b2233b05f6dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4da29873913f4400b9a738198a37bf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168334 Mar 08 04:29:37.161511 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8053b-4203-43cd-a06a-b2233b05f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596209cb-97c1-4da7-92d5-ace305dcf6ae,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:37.162146 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58626) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:37.426296 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] Publish callbacks [] for security_group (596209cb-97c1-4da7-92d5-ace305dcf6ae), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.446774 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] Publish callbacks [] for security_group (596209cb-97c1-4da7-92d5-ace305dcf6ae), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.491481 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (596209cb-97c1-4da7-92d5-ace305dcf6ae), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.494283 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.495513 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/596209cb-97c1-4da7-92d5-ace305dcf6ae HTTP/1.1" status: 204 len: 168 time: 0.3321059 Mar 08 04:29:37.503790 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc24b6-34ae-45db-8c79-f2038e9c4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596209cb-97c1-4da7-92d5-ace305dcf6ae,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:37.748478 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58632) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:37.761424 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3faad2b5-0b94-4ffd-b35f-929d572178be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.835392 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3faad2b5-0b94-4ffd-b35f-929d572178be admin admin] Publish callbacks [] for security_group (c7cc65d2-1f45-4e7f-8352-fd11a0d97220), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.839034 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3faad2b5-0b94-4ffd-b35f-929d572178be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c7cc65d2-1f45-4e7f-8352-fd11a0d97220), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.877097 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3faad2b5-0b94-4ffd-b35f-929d572178be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62d6ef061a454caeaf57ba5c88bef67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274753 Mar 08 04:29:37.877945 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faad2b5-0b94-4ffd-b35f-929d572178be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc65d2-1f45-4e7f-8352-fd11a0d97220,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:37.880401 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58634) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:37.928389 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] Publish callbacks [] for security_group (c7cc65d2-1f45-4e7f-8352-fd11a0d97220), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.948962 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] Publish callbacks [] for security_group (c7cc65d2-1f45-4e7f-8352-fd11a0d97220), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.994749 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (c7cc65d2-1f45-4e7f-8352-fd11a0d97220), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.997198 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:37.998309 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7cc65d2-1f45-4e7f-8352-fd11a0d97220 HTTP/1.1" status: 204 len: 168 time: 0.1166008 Mar 08 04:29:38.007074 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f10a7-022f-4f08-9298-290611ba298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc65d2-1f45-4e7f-8352-fd11a0d97220,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:39.504041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58678) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:39.605534 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6cff2a81-bb11-452b-b335-ab051de2613b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.678586 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6cff2a81-bb11-452b-b335-ab051de2613b admin admin] Publish callbacks [] for security_group (79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.682021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6cff2a81-bb11-452b-b335-ab051de2613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.719262 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-6cff2a81-bb11-452b-b335-ab051de2613b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b50c0e8b4bf47cd8d287199d351d5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141695 Mar 08 04:29:39.720119 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff2a81-bb11-452b-b335-ab051de2613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:39.722549 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58682) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:39.772490 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] Publish callbacks [] for security_group (79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.793388 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] Publish callbacks [] for security_group (79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.838466 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.841273 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:39.845161 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59 HTTP/1.1" status: 204 len: 168 time: 0.1207845 Mar 08 04:29:39.853170 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0083-b392-4055-b3a8-f74542fafafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bd4fff-0cbc-4a34-8d3b-81cfac6f3d59,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:40.098169 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58688) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:40.110751 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-542a7e1c-9f18-40e6-95b7-f2e4e6f45685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.184317 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-542a7e1c-9f18-40e6-95b7-f2e4e6f45685 admin admin] Publish callbacks [] for security_group (06f2ae7e-df65-4391-8229-21ddd8c90a71), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.188179 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-542a7e1c-9f18-40e6-95b7-f2e4e6f45685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (06f2ae7e-df65-4391-8229-21ddd8c90a71), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.226050 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-542a7e1c-9f18-40e6-95b7-f2e4e6f45685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0e8ef9615614e21bcd7237c00215f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268873 Mar 08 04:29:40.228030 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7e1c-9f18-40e6-95b7-f2e4e6f45685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2ae7e-df65-4391-8229-21ddd8c90a71,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:40.228780 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58690) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:40.277500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] Publish callbacks [] for security_group (06f2ae7e-df65-4391-8229-21ddd8c90a71), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.298076 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] Publish callbacks [] for security_group (06f2ae7e-df65-4391-8229-21ddd8c90a71), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.342416 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (06f2ae7e-df65-4391-8229-21ddd8c90a71), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.344974 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:40.346670 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06f2ae7e-df65-4391-8229-21ddd8c90a71 HTTP/1.1" status: 204 len: 168 time: 0.1168454 Mar 08 04:29:40.354004 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fccbd3-8569-4345-bd3e-e3678df0fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2ae7e-df65-4391-8229-21ddd8c90a71,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:43.382234 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1e436f3-fbd3-4f9f-b8e8-810e76ecce56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:45.547617 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab174118-1651-4a3d-8166-4e9ec4bc1d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:46.830994 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:48.239665 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:48.901558 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58824) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:49.006974 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2a29c442-fcef-4dee-9abd-6c7e1682284c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.078428 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2a29c442-fcef-4dee-9abd-6c7e1682284c admin admin] Publish callbacks [] for security_group (16c8d2ce-3d37-499f-b7d8-6f902c7eca77), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.082469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2a29c442-fcef-4dee-9abd-6c7e1682284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (16c8d2ce-3d37-499f-b7d8-6f902c7eca77), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.119625 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-2a29c442-fcef-4dee-9abd-6c7e1682284c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d25c7b7aeb75471d9748d7e0d07dc3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170255 Mar 08 04:29:49.120465 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29c442-fcef-4dee-9abd-6c7e1682284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c8d2ce-3d37-499f-b7d8-6f902c7eca77,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:49.123137 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58828) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:49.169940 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] Publish callbacks [] for security_group (16c8d2ce-3d37-499f-b7d8-6f902c7eca77), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.192914 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] Publish callbacks [] for security_group (16c8d2ce-3d37-499f-b7d8-6f902c7eca77), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.241371 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (16c8d2ce-3d37-499f-b7d8-6f902c7eca77), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.243965 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.247341 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16c8d2ce-3d37-499f-b7d8-6f902c7eca77 HTTP/1.1" status: 204 len: 168 time: 0.1227405 Mar 08 04:29:49.257257 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b38b69-8a98-4a80-a980-ec41bfbe4dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c8d2ce-3d37-499f-b7d8-6f902c7eca77,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:49.500793 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58834) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:49.513889 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfc91-1fb3-4c75-ad04-9677992cb4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.585562 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfc91-1fb3-4c75-ad04-9677992cb4fc admin admin] Publish callbacks [] for security_group (3a9ac6d2-0c29-46f9-b470-4f81d398becf), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.589403 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfc91-1fb3-4c75-ad04-9677992cb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3a9ac6d2-0c29-46f9-b470-4f81d398becf), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.627714 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cfc91-1fb3-4c75-ad04-9677992cb4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ac6d2-0c29-46f9-b470-4f81d398becf,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:49.632034 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-3c2cfc91-1fb3-4c75-ad04-9677992cb4fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c8cb2a52ea44b12b8a4a92b77ba7ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302276 Mar 08 04:29:49.634806 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58836) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:49.644225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.682106 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] Publish callbacks [] for security_group (3a9ac6d2-0c29-46f9-b470-4f81d398becf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.702951 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] Publish callbacks [] for security_group (3a9ac6d2-0c29-46f9-b470-4f81d398becf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.750045 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (3a9ac6d2-0c29-46f9-b470-4f81d398becf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.752744 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:49.753881 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a9ac6d2-0c29-46f9-b470-4f81d398becf HTTP/1.1" status: 204 len: 168 time: 0.1182778 Mar 08 04:29:49.761360 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57817a51-5e74-447e-a717-adaf4e24bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ac6d2-0c29-46f9-b470-4f81d398becf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:50.062647 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58842) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:50.077839 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61032d7a-d8c0-4815-ae17-257e26ae6b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.150623 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61032d7a-d8c0-4815-ae17-257e26ae6b91 admin admin] Publish callbacks [] for security_group (aedfeb58-fd37-4415-9b8f-315381769cec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.154274 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61032d7a-d8c0-4815-ae17-257e26ae6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (aedfeb58-fd37-4415-9b8f-315381769cec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.190432 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032d7a-d8c0-4815-ae17-257e26ae6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedfeb58-fd37-4415-9b8f-315381769cec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:50.194822 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-61032d7a-d8c0-4815-ae17-257e26ae6b91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0914d881a6f74e739c2405af3007c3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310637 Mar 08 04:29:50.197343 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58846) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:50.244746 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] Publish callbacks [] for security_group (aedfeb58-fd37-4415-9b8f-315381769cec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.264968 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] Publish callbacks [] for security_group (aedfeb58-fd37-4415-9b8f-315381769cec), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.311659 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (aedfeb58-fd37-4415-9b8f-315381769cec), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.315030 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:50.316633 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aedfeb58-fd37-4415-9b8f-315381769cec HTTP/1.1" status: 204 len: 168 time: 0.1183829 Mar 08 04:29:50.324470 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c3182-333c-4980-8d15-68eddab0ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedfeb58-fd37-4415-9b8f-315381769cec,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:50.613211 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cbc8e-be29-4a44-940f-9fb38f2d7dd5 req-66cd03e7-4973-4cb2-a6f1-1645282d10ce tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:50.614704 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6b5cbc8e-be29-4a44-940f-9fb38f2d7dd5 req-66cd03e7-4973-4cb2-a6f1-1645282d10ce tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0876739 Mar 08 04:29:50.621031 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-c6b8862b-76ce-4f30-96a4-5c4b4f97d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:50.622555 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-c6b8862b-76ce-4f30-96a4-5c4b4f97d071 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1168 time: 0.0655847 Mar 08 04:29:50.738205 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6b5cbc8e-be29-4a44-940f-9fb38f2d7dd5 req-96155388-6e68-4a46-b1be-4aef53e7c80e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147988 Mar 08 04:29:50.759183 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-3af09b1a-1d1b-4f96-adbb-cc592b2e62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:50.759183 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-3af09b1a-1d1b-4f96-adbb-cc592b2e62ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.1267767 Mar 08 04:29:50.823189 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-15c43e61-0003-4b03-9948-18cc690628bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1001 time: 0.0608373 Mar 08 04:29:50.872923 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-8ece03a3-4065-4eb0-b6af-1e85211e6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:50.874386 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-8ece03a3-4065-4eb0-b6af-1e85211e6600 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0454395 Mar 08 04:29:50.929604 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-6e888956-f485-4fb8-91e0-e3bae17d6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:50.931201 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-6e888956-f485-4fb8-91e0-e3bae17d6a38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0502057 Mar 08 04:29:51.002597 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58872) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:51.020581 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-02433f51-fc7b-48a8-9c8e-caaf7725d158 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Mar 08 04:29:51.099062 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378806444-network', 'tenant_id': 'cb39add00a4040a19469f18776fe4352'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:51.114208 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b9f50a09-9a76-4f94-8e5c-0423d757ab8c req-1b3f654b-519f-4681-a49c-555762f8865a service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874436 Mar 08 04:29:51.118000 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Made reservation on behalf of cb39add00a4040a19469f18776fe4352 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:29:51.120377 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.129425 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.204573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks [] for security_group (464d749e-2ab2-46ea-8a18-2c73e3ccf651), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.209237 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (464d749e-2ab2-46ea-8a18-2c73e3ccf651), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.232593 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:29:51.242302 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d749e-2ab2-46ea-8a18-2c73e3ccf651,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:51.246935 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (62cbe65d-cdcd-4aab-ab08-98634441d9ee), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.247271 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.segments_db [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Added segment 62cbe65d-cdcd-4aab-ab08-98634441d9ee of type vlan for network 40310421-eb65-4fec-bf9b-45dd8882878e Mar 08 04:29:51.287486 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (40310421-eb65-4fec-bf9b-45dd8882878e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.311835 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (40310421-eb65-4fec-bf9b-45dd8882878e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.312809 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:51.313398 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.344495 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3407218 Mar 08 04:29:51.348223 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58876) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:51.353066 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Request body: {'subnet': {'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378806444-subnet', 'tenant_id': 'cb39add00a4040a19469f18776fe4352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:51.373110 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Made reservation on behalf of cb39add00a4040a19469f18776fe4352 for: {'subnet': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:29:51.375934 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25473729'] for subnet (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.377475 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dc93-f233-4a32-b961-ebb20ca4b635 admin admin] Pushing event updated for resources: {'Network': ['ID=40310421-eb65-4fec-bf9b-45dd8882878e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:51.388335 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 40310421-eb65-4fec-bf9b-45dd8882878e details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:29:51.547709 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28908316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25473759'] for subnet (eb88575f-99d7-47c4-b6c4-d11df5496f3d), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.596864 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb88575f-99d7-47c4-b6c4-d11df5496f3d,revision_number=0']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:51.611877 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Checking segment: {'id': '62cbe65d-cdcd-4aab-ab08-98634441d9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:29:51.612240 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Network hostable DHCP agents. Network: 40310421-eb65-4fec-bf9b-45dd8882878e, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:29:51.628432 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Network 40310421-eb65-4fec-bf9b-45dd8882878e is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:29:51.636114 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 40310421-eb65-4fec-bf9b-45dd8882878e) {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:29:51.640104 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:51.640691 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:51.645643 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613b76d-1add-434c-bada-c9b268a553f7 None None] Network 40310421-eb65-4fec-bf9b-45dd8882878e requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:29:51.661171 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-1ddd162d-d2ff-4d32-884c-3ee942dbf3cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118384 Mar 08 04:29:51.741820 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee8058-9a54-4d5c-b611-66a42d2c0550 None None] Network 40310421-eb65-4fec-bf9b-45dd8882878e requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:29:51.875767 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb39f9-a2d0-4f72-ba3e-9552a4dd616e req-9589fd93-5d95-4cb5-9000-47e598a055f8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:51.877286 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0edb39f9-a2d0-4f72-ba3e-9552a4dd616e req-9589fd93-5d95-4cb5-9000-47e598a055f8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0627012 Mar 08 04:29:51.942878 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0edb39f9-a2d0-4f72-ba3e-9552a4dd616e req-9b0449e3-924c-46b7-b975-5cf86ce50cfc tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598121 Mar 08 04:29:52.131867 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 58894) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:52.136610 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-924967746-network', 'tenant_id': '38f8b620a8f545d6817f103d15f2eceb'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:52.155585 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Made reservation on behalf of 38f8b620a8f545d6817f103d15f2eceb for: {'network': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:29:52.157771 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.166258 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.239312 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks [] for security_group (85e985ae-9efc-45ec-b3af-dc90af1cde03), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.242995 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (85e985ae-9efc-45ec-b3af-dc90af1cde03), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.267644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:29:52.276087 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e985ae-9efc-45ec-b3af-dc90af1cde03,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:52.283132 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (3860063d-85d7-4060-90c2-67d4075a70c8), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.284043 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.db.segments_db [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Added segment 3860063d-85d7-4060-90c2-67d4075a70c8 of type vlan for network 6b3a3280-6a06-469b-b54c-7445b856e060 Mar 08 04:29:52.324116 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740142374166'] for network (6b3a3280-6a06-469b-b54c-7445b856e060), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.347589 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530'] for network (6b3a3280-6a06-469b-b54c-7445b856e060), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.348514 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:52.349084 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.381690 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2487638 Mar 08 04:29:52.384538 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58896) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:29:52.389474 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.v2.base [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Request body: {'subnet': {'network_id': '6b3a3280-6a06-469b-b54c-7445b856e060', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-924967746-subnet', 'tenant_id': '38f8b620a8f545d6817f103d15f2eceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:52.408173 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Made reservation on behalf of 38f8b620a8f545d6817f103d15f2eceb for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:29:52.410532 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29150739'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.414148 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7deaa8-bee5-4c93-bf70-38da34ce28e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3a3280-6a06-469b-b54c-7445b856e060,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:52.424932 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Network 6b3a3280-6a06-469b-b54c-7445b856e060 details requested by agent ovs-agent-dv-cinder-740146-13-smb with host dv-cinder-740146-13-smb {{(pid=103175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:29:52.582515 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28608321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29150733'] for subnet (1ae8a322-7218-45c1-9c69-9b79122c37d8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.637842 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae8a322-7218-45c1-9c69-9b79122c37d8,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:52.648832 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Checking segment: {'id': '3860063d-85d7-4060-90c2-67d4075a70c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b3a3280-6a06-469b-b54c-7445b856e060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:29:52.649184 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Network hostable DHCP agents. Network: 6b3a3280-6a06-469b-b54c-7445b856e060, hostable agents: ['a3314af3-b26a-4e1a-b7e4-77a805b64028'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:29:52.666003 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Network 6b3a3280-6a06-469b-b54c-7445b856e060 is scheduled to be hosted by DHCP agent a3314af3-b26a-4e1a-b7e4-77a805b64028 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:29:52.675211 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-smb, 6b3a3280-6a06-469b-b54c-7445b856e060) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:29:52.679673 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:52.680759 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:52.682697 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8aa8e-2f9c-461f-ad4c-f9c3dc0d6a5c None None] Network 6b3a3280-6a06-469b-b54c-7445b856e060 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:29:52.697243 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-bfe9224e-0aa7-475c-8894-69ae01017edf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111172 Mar 08 04:29:52.784990 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727ef5c-dddc-44d9-a326-8042f67ce0f2 None None] Network 6b3a3280-6a06-469b-b54c-7445b856e060 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:29:52.813868 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:53.062929 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b64d4-cd94-4e4d-a1d3-8abb2157c25f req-7870d1a3-acf6-4cee-b96d-3900b69fe818 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:53.064481 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fb4b64d4-cd94-4e4d-a1d3-8abb2157c25f req-7870d1a3-acf6-4cee-b96d-3900b69fe818 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0550654 Mar 08 04:29:53.188815 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-fb4b64d4-cd94-4e4d-a1d3-8abb2157c25f req-10c5bb46-bfd6-49af-a7f7-966eb8b6fd2e tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187046 Mar 08 04:29:53.212269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-bf4c6f41-6545-4685-bd1b-b0f33c5ed2e9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:53.213692 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-bf4c6f41-6545-4685-bd1b-b0f33c5ed2e9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/networks?id=40310421-eb65-4fec-bf9b-45dd8882878e HTTP/1.1" status: 200 len: 808 time: 0.1427031 Mar 08 04:29:53.227949 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-3ba0160d-4f75-4d3e-a068-eb6f9d263f81 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/quotas/cb39add00a4040a19469f18776fe4352 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Mar 08 04:29:53.259416 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-7f87c527-c001-45e6-b37b-e6d288cace35 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb39add00a4040a19469f18776fe4352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268760 Mar 08 04:29:53.357509 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-5b570d85-b086-44ce-9acc-7d8e22266bac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:29:53.358493 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-5b570d85-b086-44ce-9acc-7d8e22266bac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0930758 Mar 08 04:29:53.449656 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-a4eb93fc-0d0f-4fd1-a7cb-24aa7df2c941 service neutron] 10.222.0.20 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Mar 08 04:29:53.539776 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-9d2d51b4-0e01-43f1-aeb1-78fc868ece14 service neutron] 10.222.0.20 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843399 Mar 08 04:29:53.692803 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-840031d3-9c5f-4f28-ab24-539f61f425e4 req-d6a8c660-ef48-4cc8-b203-46241ecea095 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Mar 08 04:29:54.306285 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bce548-cf52-44ee-a583-71f798ea6f21 req-d6f69d3f-32be-42aa-a386-9789fd892126 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:54.307742 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99bce548-cf52-44ee-a583-71f798ea6f21 req-d6f69d3f-32be-42aa-a386-9789fd892126 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0515828 Mar 08 04:29:54.369938 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99bce548-cf52-44ee-a583-71f798ea6f21 req-237b587a-d5c1-44f1-ad79-57ce29761fbc tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565431 Mar 08 04:29:54.771053 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-5a2b92ed-fadf-4437-b873-9daacda932a1 req-50ed2ecc-f716-4ddb-8e32-ac4f9d81c4be tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0280480 Mar 08 04:29:55.486859 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd16c2-b36b-40d8-82ba-9a44e37bb058 req-fc84bfef-058f-4128-a02a-1b13ce6602f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:55.488359 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7efd16c2-b36b-40d8-82ba-9a44e37bb058 req-fc84bfef-058f-4128-a02a-1b13ce6602f7 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0522316 Mar 08 04:29:55.545886 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7efd16c2-b36b-40d8-82ba-9a44e37bb058 req-6e6051d1-267f-4168-bb16-02b77f7cabdf tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520740 Mar 08 04:29:55.851288 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0db0bb1d-3d88-48c5-bac3-45b1573fd205 req-68989ff3-65c2-42c6-96e7-09cc78bf074b tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Mar 08 04:29:56.662696 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43a52-9ccb-40f9-8eca-af93b4910919 req-2d2be558-b1b3-4952-a90c-2ead4fad2754 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:56.664176 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34f43a52-9ccb-40f9-8eca-af93b4910919 req-2d2be558-b1b3-4952-a90c-2ead4fad2754 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0529802 Mar 08 04:29:56.723633 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34f43a52-9ccb-40f9-8eca-af93b4910919 req-2e44304f-c8d7-411a-912f-b0c08e1cb581 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538530 Mar 08 04:29:56.928599 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-46aea05a-e7f3-42e8-a903-3e89eff32072 req-841ca5cd-742e-4d55-9a05-8a4c16b97575 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Mar 08 04:29:57.846197 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a524d-2f9d-4466-934e-9759cd786012 req-cd67eab4-4e42-4caa-b10c-31841cddd89a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:57.847686 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-824a524d-2f9d-4466-934e-9759cd786012 req-cd67eab4-4e42-4caa-b10c-31841cddd89a tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0553124 Mar 08 04:29:57.910026 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-824a524d-2f9d-4466-934e-9759cd786012 req-95166dbc-f3c7-402b-a202-4eaa34473710 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566914 Mar 08 04:29:58.020875 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e509f6bc-e6ff-4601-94a0-8e392fb18961 req-2e575c75-15ff-4e49-947a-9ab3ab7052bd tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Mar 08 04:29:58.830928 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-a054b6f3-512a-4d3f-a31a-4d28bbe56668 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:58.832477 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-a054b6f3-512a-4d3f-a31a-4d28bbe56668 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.42 "GET /v2.0/networks?id=40310421-eb65-4fec-bf9b-45dd8882878e HTTP/1.1" status: 200 len: 808 time: 0.1005700 Mar 08 04:29:58.850800 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Request body: {'port': {'device_id': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e', 'admin_state_up': True, 'tenant_id': 'cb39add00a4040a19469f18776fe4352'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:59.230638 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6da8a212-54ad-41a2-ab24-a1a1bd9db8f4 req-00252869-dad8-4b84-82ed-0e882dd1fd62 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0568702 Mar 08 04:29:59.279877 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a7f8-6f25-4277-a500-c8e3b47c4e9d req-c1a49e2a-e4fc-4635-93c3-28a5d4afafb8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:59.281305 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d12a7f8-6f25-4277-a500-c8e3b47c4e9d req-c1a49e2a-e4fc-4635-93c3-28a5d4afafb8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.1065238 Mar 08 04:29:59.302984 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Made reservation on behalf of cb39add00a4040a19469f18776fe4352 for: {'port': 1} {{(pid=103174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:29:59.306134 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:59.393665 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0d12a7f8-6f25-4277-a500-c8e3b47c4e9d req-e579a182-403f-40e9-a6f4-8fcc87e0c97d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056864 Mar 08 04:29:59.462146 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Allocated IP 172.20.0.5 (40310421-eb65-4fec-bf9b-45dd8882878e/eb88575f-99d7-47c4-b6c4-d11df5496f3d/ec9a42dc-30c9-4f94-a878-9086aa220431) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:29:59.615155 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks [] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:59.649168 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740142354351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:59.692706 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Network 40310421-eb65-4fec-bf9b-45dd8882878e is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:29:59.695734 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:29:59.699183 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:29:59.731785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Pushing event updated for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:29:59.745021 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.745366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.745707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.746047 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.746376 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.746702 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.747049 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.747372 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.747690 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.748012 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.748327 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.748642 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.748955 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:29:59.766650 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:29:59.767276 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:29:59.783021 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-23d66bd4-2650-44f5-b515-f1549a440dc9 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359200 Mar 08 04:29:59.800269 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Request body: {'port': {'device_id': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:29:59.859566 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.115532 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9a42dc-30c9-4f94-a878-9086aa220431 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:30:00.122852 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks [] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.135169 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Transition to ACTIVE for port object ec9a42dc-30c9-4f94-a878-9086aa220431 will not be triggered until provisioned by entity L2. {{(pid=103174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:30:00.138980 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.204446 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:00.252036 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Attempting to bind port ec9a42dc-30c9-4f94-a878-9086aa220431 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:30:00.252366 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Attempting to bind port ec9a42dc-30c9-4f94-a878-9086aa220431 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '62cbe65d-cdcd-4aab-ab08-98634441d9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:30:00.253535 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Attempting to bind port ec9a42dc-30c9-4f94-a878-9086aa220431 on network 40310421-eb65-4fec-bf9b-45dd8882878e {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:30:00.257796 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Port ec9a42dc-30c9-4f94-a878-9086aa220431 on network 40310421-eb65-4fec-bf9b-45dd8882878e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:30:00.258115 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Attempting to bind port ec9a42dc-30c9-4f94-a878-9086aa220431 on network 40310421-eb65-4fec-bf9b-45dd8882878e {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:30:00.262950 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Checking agent: {'id': 'c169a84d-744c-4011-b97c-2e8d5026117a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'started_at': datetime.datetime(2022, 3, 8, 4, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:30:00.263296 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Checking segment: {'id': '62cbe65d-cdcd-4aab-ab08-98634441d9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:30:00.263694 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Bound using segment: {'id': '62cbe65d-cdcd-4aab-ab08-98634441d9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:30:00.264096 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Bound port: ec9a42dc-30c9-4f94-a878-9086aa220431, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cbe65d-cdcd-4aab-ab08-98634441d9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:30:00.264454 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.358789 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:30:00.362328 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ec9a42dc-30c9-4f94-a878-9086aa220431,segment=NetworkSegment(62cbe65d-cdcd-4aab-ab08-98634441d9ee),segment_id=62cbe65d-cdcd-4aab-ab08-98634441d9ee)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:30:00.371389 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.386848 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf332-6694-433f-b924-f8a505c5bc64 req-da6b55d6-5b2f-4c73-93e6-7170bd19100d tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:00.388308 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34ccf332-6694-433f-b924-f8a505c5bc64 req-da6b55d6-5b2f-4c73-93e6-7170bd19100d tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 943 time: 0.0887153 Mar 08 04:30:00.426652 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:00.427335 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:00.428744 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec9a42dc-30c9-4f94-a878-9086aa220431 HTTP/1.1" status: 200 len: 1093 time: 0.6332161 Mar 08 04:30:00.434434 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:30:00.436687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624b8de-c9ee-4167-94dd-999304d8d232" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:30:00.480433 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e2cdf-692d-4514-a9ec-9216d210e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:00.524103 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-34ccf332-6694-433f-b924-f8a505c5bc64 req-1a2718f0-b3a0-424d-a5fb-c40a5faabce1 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152837 Mar 08 04:30:00.567569 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f51ef2-9b60-479f-bbd2-3883752449ab req-6fca6ee9-d78c-4b92-bf8e-f613d77ad8ab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:00.569038 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-68f51ef2-9b60-479f-bbd2-3883752449ab req-6fca6ee9-d78c-4b92-bf8e-f613d77ad8ab tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.1044295 Mar 08 04:30:00.576657 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-d0c30bc1-dd34-4439-afac-3f03e2f09066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:00.578057 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-d0c30bc1-dd34-4439-afac-3f03e2f09066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb39add00a4040a19469f18776fe4352&device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 1127 time: 0.0770664 Mar 08 04:30:00.633463 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e7ab92-96dd-4305-8674-2dcabfe91a70 x-openstack-request-id: req-90e7ab92-96dd-4305-8674-2dcabfe91a70 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:30:00.633758 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:30:00.634013 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e7ab92-96dd-4305-8674-2dcabfe91a70 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:30:00.634401 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431', 'status': 'completed', 'code': 200} Mar 08 04:30:00.637000 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-f4c012b7-cc4f-4757-917d-6a70ff1d855a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9a42dc-30c9-4f94-a878-9086aa220431 HTTP/1.1" status: 200 len: 217 time: 0.0453281 Mar 08 04:30:00.701130 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-68f51ef2-9b60-479f-bbd2-3883752449ab req-32b781a5-8f79-4b00-a484-a4f46b01a6eb tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221156 Mar 08 04:30:00.711941 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-26ac3dec-5c05-40f9-8d9b-4a2b9ffd31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:00.713850 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-26ac3dec-5c05-40f9-8d9b-4a2b9ffd31a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb88575f-99d7-47c4-b6c4-d11df5496f3d HTTP/1.1" status: 200 len: 848 time: 0.0655711 Mar 08 04:30:00.746500 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-dbf2653e-7f23-461b-a915-15f00b6e792e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40310421-eb65-4fec-bf9b-45dd8882878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264158 Mar 08 04:30:00.838407 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-ca05591d-b331-47f1-a09e-53a96525c0a2 service neutron] 10.222.0.42 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Mar 08 04:30:00.924930 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-8cbc34b3-f0a0-4d22-9ce9-f2a2946314f6 req-5541afc7-58de-4ba8-8ce0-e6efd46b488b service neutron] 10.222.0.42 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808895 Mar 08 04:30:01.073911 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-186431b6-e286-4705-8b9f-2a5bad85e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:01.075315 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-186431b6-e286-4705-8b9f-2a5bad85e7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb39add00a4040a19469f18776fe4352&device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 1127 time: 0.0442433 Mar 08 04:30:01.169084 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-dc76bb11-8b1f-4532-8ffc-f16c5960589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:01.170527 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-dc76bb11-8b1f-4532-8ffc-f16c5960589e service neutron] 10.222.0.42 "GET /v2.0/networks?id=40310421-eb65-4fec-bf9b-45dd8882878e HTTP/1.1" status: 200 len: 909 time: 0.0898585 Mar 08 04:30:01.210695 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-678bbd83-a1cd-4797-bb13-42c2d7a7a0de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9a42dc-30c9-4f94-a878-9086aa220431 HTTP/1.1" status: 200 len: 217 time: 0.0341923 Mar 08 04:30:01.261262 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-5f2bc711-bcb7-457f-95fa-17845c009ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:01.262656 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-5f2bc711-bcb7-457f-95fa-17845c009ae6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb88575f-99d7-47c4-b6c4-d11df5496f3d HTTP/1.1" status: 200 len: 848 time: 0.0460005 Mar 08 04:30:01.292639 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-d3a4e1fa-9db8-4f1b-97ac-5e4fb07cddce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40310421-eb65-4fec-bf9b-45dd8882878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240803 Mar 08 04:30:01.379429 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-2a750226-d330-45b2-9ead-415dac1cbe82 service neutron] 10.222.0.42 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807366 Mar 08 04:30:01.473987 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e624b8de-c9ee-4167-94dd-999304d8d232 req-127f3a61-d411-4d98-93ce-5f19ffc5cb38 service neutron] 10.222.0.42 "GET /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Mar 08 04:30:01.645067 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeeaa4-545f-421a-be29-f02be9af9705 req-4d3dfef5-72d2-4724-ac7b-765c084ad011 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:01.646449 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2eeeaa4-545f-421a-be29-f02be9af9705 req-4d3dfef5-72d2-4724-ac7b-765c084ad011 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 943 time: 0.0529437 Mar 08 04:30:01.692818 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a2eeeaa4-545f-421a-be29-f02be9af9705 req-56c039a3-c292-4c4a-942a-6b9e53410adc tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Mar 08 04:30:01.823968 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdb498-da7c-403e-a3e9-4347e9850fb3 req-d89ba112-d612-4341-84fd-57861c7b9009 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:01.825418 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5fdb498-da7c-403e-a3e9-4347e9850fb3 req-d89ba112-d612-4341-84fd-57861c7b9009 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0567632 Mar 08 04:30:01.883880 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a5fdb498-da7c-403e-a3e9-4347e9850fb3 req-663d1282-107d-4797-89aa-b25f07727048 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526929 Mar 08 04:30:02.809744 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780638f-5af3-4fef-a042-1fab7692efcb req-62be3a87-2c17-43ba-9634-d2a9ace53cd1 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:02.811158 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a780638f-5af3-4fef-a042-1fab7692efcb req-62be3a87-2c17-43ba-9634-d2a9ace53cd1 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 943 time: 0.0521877 Mar 08 04:30:02.858258 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-a780638f-5af3-4fef-a042-1fab7692efcb req-c341e64e-bef6-4c87-bd97-a0f10218a5bb tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Mar 08 04:30:03.001857 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c32bb-675d-4269-a53b-6d2be9f719c3 req-922f5251-c090-47a5-bc44-ff89e852b654 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:03.004476 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f70c32bb-675d-4269-a53b-6d2be9f719c3 req-922f5251-c090-47a5-bc44-ff89e852b654 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0535984 Mar 08 04:30:03.067008 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-f70c32bb-675d-4269-a53b-6d2be9f719c3 req-92d76f39-4c7a-48b2-af24-764e7d3b6d34 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&id=1265f778-2bfc-4968-96a5-b9e24131030e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568926 Mar 08 04:30:03.974444 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc820f-91e1-4979-b793-2ca3c051d911 req-ff005021-7ddd-4e80-9482-9445bdada469 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:03.975911 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-24dc820f-91e1-4979-b793-2ca3c051d911 req-ff005021-7ddd-4e80-9482-9445bdada469 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 943 time: 0.0522373 Mar 08 04:30:04.021291 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-24dc820f-91e1-4979-b793-2ca3c051d911 req-40bcb6b4-1297-4360-894a-82f41ec8648b tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Mar 08 04:30:04.602308 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device ec9a42dc-30c9-4f94-a878-9086aa220431 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:30:04.698559 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ec9a42dc-30c9-4f94-a878-9086aa220431,segment=NetworkSegment(62cbe65d-cdcd-4aab-ab08-98634441d9ee),segment_id=62cbe65d-cdcd-4aab-ab08-98634441d9ee)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:30:04.711470 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Returning: {'device': 'ec9a42dc-30c9-4f94-a878-9086aa220431', 'network_id': '40310421-eb65-4fec-bf9b-45dd8882878e', 'port_id': 'ec9a42dc-30c9-4f94-a878-9086aa220431', 'mac_address': 'fa:16:3e:65:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb88575f-99d7-47c4-b6c4-d11df5496f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:30:04.751856 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port ec9a42dc-30c9-4f94-a878-9086aa220431 is: DOWN; New status is: BUILD {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:30:04.752244 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:04.765528 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9a42dc-30c9-4f94-a878-9086aa220431 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:30:04.784657 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ec9a42dc-30c9-4f94-a878-9086aa220431,segment=NetworkSegment(62cbe65d-cdcd-4aab-ab08-98634441d9ee),segment_id=62cbe65d-cdcd-4aab-ab08-98634441d9ee)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:30:04.788387 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:04.814476 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:30:04.843130 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:04.850584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.851230 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.851362 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.851676 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.852003 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.852331 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.852657 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.852981 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.853304 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.853626 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.853947 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.854265 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:04.854584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:05.139494 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3e43b-5433-487f-97c0-ec8cb46146e9 req-6f4aec65-b556-4766-b5f1-860ba101be45 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:05.140947 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-14d3e43b-5433-487f-97c0-ec8cb46146e9 req-6f4aec65-b556-4766-b5f1-860ba101be45 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 944 time: 0.0520213 Mar 08 04:30:05.186966 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-14d3e43b-5433-487f-97c0-ec8cb46146e9 req-022ebb5b-01a1-4b09-be9d-56a62de19f79 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Mar 08 04:30:05.247398 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['ec9a42dc-30c9-4f94-a878-9086aa220431'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:30:06.313718 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc107d87-aded-448a-b36f-f612474e72df req-373e2fec-78f2-474d-8846-bedb3766d4eb tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:06.315320 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc107d87-aded-448a-b36f-f612474e72df req-373e2fec-78f2-474d-8846-bedb3766d4eb tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 944 time: 0.0567222 Mar 08 04:30:06.362849 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-cc107d87-aded-448a-b36f-f612474e72df req-cb2683ba-f7e2-42d6-bb90-60684e21b7f0 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Mar 08 04:30:06.608904 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device ec9a42dc-30c9-4f94-a878-9086aa220431 up at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:30:06.658227 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning for port ec9a42dc-30c9-4f94-a878-9086aa220431 completed by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:30:06.662023 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Provisioning complete for port ec9a42dc-30c9-4f94-a878-9086aa220431 triggered by entity L2. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:30:06.662399 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:06.742285 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Current status of the port ec9a42dc-30c9-4f94-a878-9086aa220431 is: BUILD; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:30:06.742707 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:06.765530 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:30:06.767686 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b16446fd725cad5a94bb9a19bc570289219931dbd23f509d96746bf6fcfcfd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc669c02-4596-4a33-8620-68b08ef750ea" -d '{"events": [{"server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:30:06.779590 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ec9a42dc-30c9-4f94-a878-9086aa220431,segment=NetworkSegment(62cbe65d-cdcd-4aab-ab08-98634441d9ee),segment_id=62cbe65d-cdcd-4aab-ab08-98634441d9ee)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:30:06.784452 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:06.831410 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Pushing event updated for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=5']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:06.860134 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7612d304-ae59-4da6-9982-cbd4f51fceb6 x-openstack-request-id: req-7612d304-ae59-4da6-9982-cbd4f51fceb6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:30:06.860427 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "name": "network-vif-plugged", "status": "completed", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:30:06.860682 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7612d304-ae59-4da6-9982-cbd4f51fceb6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:30:06.861075 dv-cinder-740146-13-smb neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431', 'code': 200} Mar 08 04:30:07.062933 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43629-865e-42ca-a884-367457619b8b req-0632a57f-529a-40f0-a008-df62ea67f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:07.064299 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ce43629-865e-42ca-a884-367457619b8b req-0632a57f-529a-40f0-a008-df62ea67f276 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 1129 time: 0.0431044 Mar 08 04:30:07.108544 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6ce43629-865e-42ca-a884-367457619b8b req-d2f9cac0-77f1-4f15-9d77-63e6b05baa42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Mar 08 04:30:07.482225 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43460a0-58f0-422f-a719-f953f362219c req-e62402f4-24b8-4e78-8df9-209b8e0ccbc2 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:07.483706 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e43460a0-58f0-422f-a719-f953f362219c req-e62402f4-24b8-4e78-8df9-209b8e0ccbc2 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Mar 08 04:30:07.534189 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-e43460a0-58f0-422f-a719-f953f362219c req-fecc76a2-d88b-44bd-818b-341d9359253d tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Mar 08 04:30:08.654171 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcfc74-4b3b-4322-bc34-8c0896ca30a3 req-914544a9-e6d6-44ec-b14f-caa7b8461a64 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:08.655660 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ebfcfc74-4b3b-4322-bc34-8c0896ca30a3 req-914544a9-e6d6-44ec-b14f-caa7b8461a64 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Mar 08 04:30:08.702082 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ebfcfc74-4b3b-4322-bc34-8c0896ca30a3 req-c5814a54-a3fe-4ab5-86d2-2796d89be982 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Mar 08 04:30:11.084297 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03bcb-608d-4720-8a61-36e52280f420 req-9b1cb963-15d7-4eb2-a8a7-ceff8d55faca tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:11.085738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03bcb-608d-4720-8a61-36e52280f420 req-9b1cb963-15d7-4eb2-a8a7-ceff8d55faca tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Mar 08 04:30:11.130835 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-7ff03bcb-608d-4720-8a61-36e52280f420 req-bcaebc63-4e29-4979-9bc3-56b4baa6c943 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Mar 08 04:30:12.250136 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302228-1bd0-4f52-bce2-ce2c2befdadc req-414fcc52-8d06-4b6c-96c0-aef6256d106a tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:12.251496 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a302228-1bd0-4f52-bce2-ce2c2befdadc req-414fcc52-8d06-4b6c-96c0-aef6256d106a tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Mar 08 04:30:12.297381 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-0a302228-1bd0-4f52-bce2-ce2c2befdadc req-9c759835-21ef-4747-9c4f-48f3b0bdcedf tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/security-groups?id=464d749e-2ab2-46ea-8a18-2c73e3ccf651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Mar 08 04:30:12.699051 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-70dace83-e099-4a89-a7cc-72589d7900be tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:12.700454 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-70dace83-e099-4a89-a7cc-72589d7900be tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Mar 08 04:30:12.798904 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Deleting port ec9a42dc-30c9-4f94-a878-9086aa220431 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:30:12.799158 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:12.885760 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] For port ec9a42dc-30c9-4f94-a878-9086aa220431, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ec9a42dc-30c9-4f94-a878-9086aa220431,segment=NetworkSegment(62cbe65d-cdcd-4aab-ab08-98634441d9ee),segment_id=62cbe65d-cdcd-4aab-ab08-98634441d9ee)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:30:12.886135 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:12.898440 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Calling delete_port for ec9a42dc-30c9-4f94-a878-9086aa220431 owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:30:13.025895 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (ec9a42dc-30c9-4f94-a878-9086aa220431), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:13.054580 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Pushing event deleted for resources: {'Port': ['ID=ec9a42dc-30c9-4f94-a878-9086aa220431,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:13.060354 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['ec9a42dc-30c9-4f94-a878-9086aa220431'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:30:13.099554 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] No DVR routers for this DVR port ec9a42dc-30c9-4f94-a878-9086aa220431 on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:30:13.101911 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:13.105202 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-6fe3ddbc-529a-4fe0-baf7-0d69811d3c1f req-32023dde-5aa4-490a-8403-76f43f5d66c6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.42 "DELETE /v2.0/ports/ec9a42dc-30c9-4f94-a878-9086aa220431 HTTP/1.1" status: 204 len: 173 time: 0.3996387 Mar 08 04:30:13.105646 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'name': 'network-vif-deleted', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:30:13.107874 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011ee55-7bae-42d0-ac03-8567459402d0" -d '{"events": [{"server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "name": "network-vif-deleted", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:30:13.144628 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b9948-0252-44ad-a793-fcdfcc40c754 x-openstack-request-id: req-015b9948-0252-44ad-a793-fcdfcc40c754 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:30:13.144922 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe922f9-f183-43df-aa4b-a187e7c29ff8", "name": "network-vif-deleted", "tag": "ec9a42dc-30c9-4f94-a878-9086aa220431", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:30:13.145178 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-015b9948-0252-44ad-a793-fcdfcc40c754 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:30:13.145574 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe922f9-f183-43df-aa4b-a187e7c29ff8', 'name': 'network-vif-deleted', 'tag': 'ec9a42dc-30c9-4f94-a878-9086aa220431', 'status': 'completed', 'code': 200} Mar 08 04:30:13.383954 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47e44266-1a64-4c83-8adf-25c39b07a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:13.403496 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ea7499b8-0580-498c-8de3-0398444cb58a req-06a38d3f-6657-45c3-b1aa-77b12184d8e6 tempest-VolumesActionsTest-1603540091 tempest-VolumesActionsTest-1603540091-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe922f9-f183-43df-aa4b-a187e7c29ff8 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Mar 08 04:30:15.549164 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4536f989-8141-4cf5-9d8d-bab5297f352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:16.663891 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device ec9a42dc-30c9-4f94-a878-9086aa220431 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:30:16.683568 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: ec9a42dc-30c9-4f94-a878-9086aa220431 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:30:16.683910 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device ec9a42dc-30c9-4f94-a878-9086aa220431 not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:30:16.834784 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:18.243036 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:19.647533 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:22.799643 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.668001 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59160) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:28.702717 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-8fe128ec-9d81-4d5b-8b5d-a8b42017dd8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464339 Mar 08 04:30:28.718096 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Deleting subnet eb88575f-99d7-47c4-b6c4-d11df5496f3d {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:30:28.721413 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Publish callbacks [] for subnet (eb88575f-99d7-47c4-b6c4-d11df5496f3d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.756796 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (eb88575f-99d7-47c4-b6c4-d11df5496f3d), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.796990 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (eb88575f-99d7-47c4-b6c4-d11df5496f3d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.810015 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-ce114913-8cff-4199-a98f-9d233607dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:28.811838 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-ce114913-8cff-4199-a98f-9d233607dbed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1168 time: 0.0476546 Mar 08 04:30:28.855652 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (eb88575f-99d7-47c4-b6c4-d11df5496f3d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.881568 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb88575f-99d7-47c4-b6c4-d11df5496f3d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:28.891059 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:28.894221 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb88575f-99d7-47c4-b6c4-d11df5496f3d HTTP/1.1" status: 204 len: 168 time: 0.2252369 Mar 08 04:30:28.895736 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.896086 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.897085 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.898009 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59162) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:28.898539 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.898921 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.899259 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.899590 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.899920 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.900247 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.900575 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.900895 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.901214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.901531 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8aa53-1ce9-4c45-a558-b69764f7d435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:30:28.979947 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-c0d6aab4-4f16-489d-93fe-31ccec297c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:28.981399 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-c0d6aab4-4f16-489d-93fe-31ccec297c1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.1504757 Mar 08 04:30:28.985335 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (40310421-eb65-4fec-bf9b-45dd8882878e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.072142 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-3186cb45-aa45-40ce-b49c-46fdd3293044 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1001 time: 0.0840716 Mar 08 04:30:29.151162 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (40310421-eb65-4fec-bf9b-45dd8882878e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.173886 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-f57f680c-b74c-4529-bac9-a01b671fd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:29.175356 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-f57f680c-b74c-4529-bac9-a01b671fd70b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0943332 Mar 08 04:30:29.178922 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40310421-eb65-4fec-bf9b-45dd8882878e']}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.197656 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cbe65d-cdcd-4aab-ab08-98634441d9ee') {'for_net_delete': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.197946 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.services.segments.db [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cbe65d-cdcd-4aab-ab08-98634441d9ee') {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.222596 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489267'] for segment (62cbe65d-cdcd-4aab-ab08-98634441d9ee), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.238654 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (62cbe65d-cdcd-4aab-ab08-98634441d9ee), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.247109 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:30:29.247500 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28908209'] for segment (62cbe65d-cdcd-4aab-ab08-98634441d9ee), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: Traceback (most recent call last): Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: timer() Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: cb(*args, **kw) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: return func(*args, **kwargs) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: self._notify() Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: self.callback(batched_events) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: event.method(event) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: return f(self, *a, **k) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: return self._get(url).json() Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: return self.request(url, 'GET', **kwargs) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:30:29.249137 dv-cinder-740146-13-smb neutron-server[103174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:30:29.298705 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-5c1af74a-e474-4073-a1c8-7af885eb838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:30:29.300229 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-5c1af74a-e474-4073-a1c8-7af885eb838a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1190610 Mar 08 04:30:29.327265 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (40310421-eb65-4fec-bf9b-45dd8882878e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.332251 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.335439 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/40310421-eb65-4fec-bf9b-45dd8882878e HTTP/1.1" status: 204 len: 168 time: 0.4364548 Mar 08 04:30:29.338311 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59164) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:29.355908 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abe829-0683-43e1-8e3c-90cdf6875d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=40310421-eb65-4fec-bf9b-45dd8882878e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:29.383303 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Deleting subnet 1ae8a322-7218-45c1-9c69-9b79122c37d8 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:30:29.386649 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Publish callbacks [] for subnet (1ae8a322-7218-45c1-9c69-9b79122c37d8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.414675 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-324f3b9d-8b58-499b-a4e8-c33d0875b8f2 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081054 Mar 08 04:30:29.421713 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (1ae8a322-7218-45c1-9c69-9b79122c37d8), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.464154 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (1ae8a322-7218-45c1-9c69-9b79122c37d8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.513129 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-b8733839-fffa-41c3-97c4-8013b79848f9 req-cbc481d9-0c96-4d51-96ad-d9e00d9f5e5c service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914760 Mar 08 04:30:29.515834 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (1ae8a322-7218-45c1-9c69-9b79122c37d8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.540055 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae8a322-7218-45c1-9c69-9b79122c37d8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:29.545864 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.549341 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-90f4061a-966b-4539-85d5-9ec844499448 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1ae8a322-7218-45c1-9c69-9b79122c37d8 HTTP/1.1" status: 204 len: 168 time: 0.2099469 Mar 08 04:30:29.551918 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59166) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:29.618670 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (6b3a3280-6a06-469b-b54c-7445b856e060), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.698267 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (6b3a3280-6a06-469b-b54c-7445b856e060), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.718076 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3a3280-6a06-469b-b54c-7445b856e060']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.727797 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3860063d-85d7-4060-90c2-67d4075a70c8') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.728101 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3860063d-85d7-4060-90c2-67d4075a70c8') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:30:29.737561 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (3860063d-85d7-4060-90c2-67d4075a70c8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.750437 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (3860063d-85d7-4060-90c2-67d4075a70c8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.756100 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:30:29.756478 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (3860063d-85d7-4060-90c2-67d4075a70c8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:30:29.758086 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:30:29.814040 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (6b3a3280-6a06-469b-b54c-7445b856e060), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.819229 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:29.822359 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b3a3280-6a06-469b-b54c-7445b856e060 HTTP/1.1" status: 204 len: 168 time: 0.2695327 Mar 08 04:30:29.833073 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef6eb9-4b8e-4099-a5fe-a2f390d41e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3a3280-6a06-469b-b54c-7445b856e060,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:29.981169 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59170) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:30.019593 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-759b81b7-5c9f-4737-b259-5e2b43b0f70b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb39add00a4040a19469f18776fe4352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372906 Mar 08 04:30:30.022005 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59172) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:30.068213 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] Publish callbacks [] for security_group (464d749e-2ab2-46ea-8a18-2c73e3ccf651), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.088918 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] Publish callbacks [] for security_group (464d749e-2ab2-46ea-8a18-2c73e3ccf651), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.136169 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (464d749e-2ab2-46ea-8a18-2c73e3ccf651), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.138979 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.140119 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/464d749e-2ab2-46ea-8a18-2c73e3ccf651 HTTP/1.1" status: 204 len: 168 time: 0.1171789 Mar 08 04:30:30.148011 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34cbf1-7c63-4d0d-8611-6edd874eef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d749e-2ab2-46ea-8a18-2c73e3ccf651,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:30.446996 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59178) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:30.486569 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-8d11a651-b316-45cc-99f5-3b9267ef28ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38f8b620a8f545d6817f103d15f2eceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384369 Mar 08 04:30:30.489007 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59180) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:30.539386 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] Publish callbacks [] for security_group (85e985ae-9efc-45ec-b3af-dc90af1cde03), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.559607 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] Publish callbacks [] for security_group (85e985ae-9efc-45ec-b3af-dc90af1cde03), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.607525 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (85e985ae-9efc-45ec-b3af-dc90af1cde03), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.610063 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:30.611215 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85e985ae-9efc-45ec-b3af-dc90af1cde03 HTTP/1.1" status: 204 len: 168 time: 0.1213384 Mar 08 04:30:30.619585 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ad94-5f1c-4725-8c8d-45ae018f6639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e985ae-9efc-45ec-b3af-dc90af1cde03,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:36.964330 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59260) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:37.083746 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ba21-de01-4ba8-ae5b-a160d47df4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.156609 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ba21-de01-4ba8-ae5b-a160d47df4b9 admin admin] Publish callbacks [] for security_group (436f2e61-8c95-4fcc-8961-a6338b05e6b2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.160051 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ba21-de01-4ba8-ae5b-a160d47df4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (436f2e61-8c95-4fcc-8961-a6338b05e6b2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.196316 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1ba21-de01-4ba8-ae5b-a160d47df4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f2e61-8c95-4fcc-8961-a6338b05e6b2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:37.200621 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-fcf1ba21-de01-4ba8-ae5b-a160d47df4b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3896a4e817884d83b7c7933c0261356e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351735 Mar 08 04:30:37.203188 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59264) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:30:37.251998 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] Publish callbacks [] for security_group (436f2e61-8c95-4fcc-8961-a6338b05e6b2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.276064 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] Publish callbacks [] for security_group (436f2e61-8c95-4fcc-8961-a6338b05e6b2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.321617 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (436f2e61-8c95-4fcc-8961-a6338b05e6b2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.324080 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:37.325226 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/436f2e61-8c95-4fcc-8961-a6338b05e6b2 HTTP/1.1" status: 204 len: 168 time: 0.1210477 Mar 08 04:30:37.332764 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeddb3a-1360-4825-a6fd-77d03e093fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f2e61-8c95-4fcc-8961-a6338b05e6b2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:30:41.815495 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:30:43.386867 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-556d4e33-68f5-4b5e-94ee-bd721678420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:45.551046 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80cb8bec-da07-4332-905d-633e8a693e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:46.837964 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:48.245484 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:49.652063 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:30:52.812238 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:06.986517 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-f4a47f21-941f-4a1a-b5bd-195407fccab6 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273709698&fields=id&tenant_id=ceeb8d31098743eeb7ce99c7e18478ee HTTP/1.1" status: 200 len: 267 time: 0.0454016 Mar 08 04:31:07.045316 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-9d25c216-ab69-42f3-85fc-e1a9e46c2de9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.047075 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-9d25c216-ab69-42f3-85fc-e1a9e46c2de9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 984 time: 0.0552316 Mar 08 04:31:07.057282 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.v2.base [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Request body: {'port': {'security_groups': ['9983f183-0a60-4640-a402-2b038945aeb7']}} {{(pid=103174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:31:07.134255 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.172406 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59456) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:07.304188 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d48e58ff-4024-4188-8147-bd5bc1ac4c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.307717 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:07.337379 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.342390 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740142877112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740142354369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740142354387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28908181'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.379017 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:31:07.384269 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d48e58ff-4024-4188-8147-bd5bc1ac4c5b admin admin] Publish callbacks [] for security_group (44f03269-459c-4b9e-8575-7db3579220af), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.388162 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.388910 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.390354 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-3ce8d661-1928-4a9b-adf6-8c3d680c7f0f req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "PUT /v2.0/ports/cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 942 time: 0.3374012 Mar 08 04:31:07.390498 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d48e58ff-4024-4188-8147-bd5bc1ac4c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (44f03269-459c-4b9e-8575-7db3579220af), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.393392 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:31:07.398921 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f676e88-42b4-4230-85f0-274fbaa7eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:31:07.401266 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59460) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:07.426003 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-d48e58ff-4024-4188-8147-bd5bc1ac4c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3ad2870b95b4358a8ac74e1f0f26a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523825 Mar 08 04:31:07.428350 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59464) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:07.454468 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e58ff-4024-4188-8147-bd5bc1ac4c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f03269-459c-4b9e-8575-7db3579220af,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:07.466644 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c887959-9626-42fd-aded-e508a23843d4 x-openstack-request-id: req-1c887959-9626-42fd-aded-e508a23843d4 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:31:07.466963 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:31:07.467405 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c887959-9626-42fd-aded-e508a23843d4 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:31:07.467940 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:31:07.477675 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event updated for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=7']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:07.493135 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] Publish callbacks [] for security_group (44f03269-459c-4b9e-8575-7db3579220af), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.498794 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.499159 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.499514 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.499854 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.500186 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.500701 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.501041 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.501469 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.501833 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.502163 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.502489 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.502833 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.503161 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e5d-5ffd-4283-8d1a-6fc1e428e45d tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:07.520148 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] Publish callbacks [] for security_group (44f03269-459c-4b9e-8575-7db3579220af), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.532492 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:31:07.557425 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (1265f778-2bfc-4968-96a5-b9e24131030e), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.593868 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (1265f778-2bfc-4968-96a5-b9e24131030e), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.600427 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (44f03269-459c-4b9e-8575-7db3579220af), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.603035 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.604563 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44f03269-459c-4b9e-8575-7db3579220af HTTP/1.1" status: 204 len: 168 time: 0.1752365 Mar 08 04:31:07.615492 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-83de9030-57c4-4d68-88ec-9efba1a72cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.617037 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-83de9030-57c4-4d68-88ec-9efba1a72cdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1129 time: 0.1088624 Mar 08 04:31:07.626129 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4238-50af-49a8-b8bc-285aa2c3e842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f03269-459c-4b9e-8575-7db3579220af,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:07.769878 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-17707967-6e86-4e47-a362-c5e62e7cacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.772105 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-17707967-6e86-4e47-a362-c5e62e7cacee service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.1481693 Mar 08 04:31:07.773446 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (1265f778-2bfc-4968-96a5-b9e24131030e), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.776876 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.778241 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "DELETE /v2.0/security-groups/1265f778-2bfc-4968-96a5-b9e24131030e HTTP/1.1" status: 204 len: 168 time: 0.3607643 Mar 08 04:31:07.781630 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59470) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:07.781793 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [None req-8931fae4-24ee-4cc1-9778-7e6a18db65d2 None None] Provisioning complete for port cbd244fc-60a7-414c-9e2f-af9bca61123f triggered by entity DHCP. {{(pid=103175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:31:07.782027 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8931fae4-24ee-4cc1-9778-7e6a18db65d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4005867'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), provisioning_complete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.830978 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e5fb-2834-4ab9-bb68-a34edb7d9d2b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265f778-2bfc-4968-96a5-b9e24131030e,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:07.859805 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-b0eff0f2-e108-4697-88de-2bfa910b2212 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 1001 time: 0.0795672 Mar 08 04:31:07.894890 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8931fae4-24ee-4cc1-9778-7e6a18db65d2 None None] Current status of the port cbd244fc-60a7-414c-9e2f-af9bca61123f is: ACTIVE; New status is: ACTIVE {{(pid=103175) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:31:07.922405 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-63e96312-ebea-4aaf-9b18-5dbcf6d8e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.926883 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-63e96312-ebea-4aaf-9b18-5dbcf6d8e9d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0587139 Mar 08 04:31:07.972648 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Deleting port ce7897a0-dfcf-491b-88ce-7f424c948a0c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:07.973001 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:07.979551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-d741ad55-a560-4243-81fd-d8d9afa820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:07.981084 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-d741ad55-a560-4243-81fd-d8d9afa820d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0503886 Mar 08 04:31:08.054841 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.055217 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for floatingip (ce7897a0-dfcf-491b-88ce-7f424c948a0c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.067801 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Calling delete_port for ce7897a0-dfcf-491b-88ce-7f424c948a0c owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:08.079183 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-4c743754-17ff-42c6-9402-caa98fe43ca8 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918489 Mar 08 04:31:08.186662 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-4f676e88-42b4-4230-85f0-274fbaa7eec6 req-3c38ac45-c32d-4ad0-bd4a-9c6d90c7d4d7 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017616 Mar 08 04:31:08.259677 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (ce7897a0-dfcf-491b-88ce-7f424c948a0c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.289465 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event deleted for resources: {'Port': ['ID=ce7897a0-dfcf-491b-88ce-7f424c948a0c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:08.352680 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks [] for floatingip (9deb1149-686e-4937-bf7b-6ba04276cdb8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.353008 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.db.l3_db [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Floating IP 9deb1149-686e-4937-bf7b-6ba04276cdb8 disassociated (deleted). External IP: 172.28.1.111, port: cbd244fc-60a7-414c-9e2f-af9bca61123f. Mar 08 04:31:08.566257 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Router d573f199-733b-4897-879c-ac5cd7d12cdb has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:31:08.681110 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:31:08.685760 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.692082 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Sync routers for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:31:08.702069 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:08.702687 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:30:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:08.712633 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59496) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:08.724713 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-4c88c41f-5962-4ba7-b5b3-ec2975145a89 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "DELETE /v2.0/floatingips/9deb1149-686e-4937-bf7b-6ba04276cdb8 HTTP/1.1" status: 204 len: 168 time: 0.9389079 Mar 08 04:31:08.724713 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:31:08.725133 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ca889a4137213c9d27a78cd36f9de857b7e657d41fa7d9598977aaecbb05536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cef4db-6252-4be0-b93b-a538e2935058" -d '{"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:31:08.820650 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:08.858460 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa05e469-5570-40f1-8b40-78715fdc7e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.920071 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6405e72-094b-435d-ba2f-bbfd876f80fa x-openstack-request-id: req-b6405e72-094b-435d-ba2f-bbfd876f80fa {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:31:08.920381 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:31:08.920619 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6405e72-094b-435d-ba2f-bbfd876f80fa {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:31:08.921020 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:31:08.974978 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa05e469-5570-40f1-8b40-78715fdc7e6d admin admin] Publish callbacks [] for security_group (504a8585-ad5f-4598-a0c9-d8c99e1c6909), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:08.982320 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa05e469-5570-40f1-8b40-78715fdc7e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (504a8585-ad5f-4598-a0c9-d8c99e1c6909), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:09.023334 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef4db-6252-4be0-b93b-a538e2935058 req-62158c77-fdde-4439-8438-2eb29f122cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:09.024847 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-62158c77-fdde-4439-8438-2eb29f122cd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 1129 time: 0.0568242 Mar 08 04:31:09.048955 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-fa05e469-5570-40f1-8b40-78715fdc7e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c6a62ed83954cfbbdc1f228e216f61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352811 Mar 08 04:31:09.054613 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e469-5570-40f1-8b40-78715fdc7e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a8585-ad5f-4598-a0c9-d8c99e1c6909,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:09.061163 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:09.062213 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59512) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:09.089042 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Checking router: d573f199-733b-4897-879c-ac5cd7d12cdb for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:31:09.098234 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:09.098863 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:30:46Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:09.157779 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef4db-6252-4be0-b93b-a538e2935058 req-fb74fd9a-552a-4d85-9b8f-6288d5041c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:09.159266 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-fb74fd9a-552a-4d85-9b8f-6288d5041c27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 200 len: 915 time: 0.1279624 Mar 08 04:31:09.163821 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] Publish callbacks [] for security_group (504a8585-ad5f-4598-a0c9-d8c99e1c6909), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:09.210699 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-2c1f4194-0790-4d90-ba5d-847485485a61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 200 len: 217 time: 0.0440943 Mar 08 04:31:09.217331 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:09.227025 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] Publish callbacks [] for security_group (504a8585-ad5f-4598-a0c9-d8c99e1c6909), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:09.284332 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef4db-6252-4be0-b93b-a538e2935058 req-05661c17-3fb3-4fd7-b98c-98a17bcaed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:09.285790 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-05661c17-3fb3-4fd7-b98c-98a17bcaed9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 200 len: 853 time: 0.0674233 Mar 08 04:31:09.417319 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:09.448088 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254adaa-d2ee-453f-a99e-b244b4e423c3 None None] The sync data for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb is: [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:27:59Z', 'revision_number': 4, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb', '_interfaces': [{'id': 'c3a168d3-88d1-4355-a763-fea228f3a95b', 'name': '', 'network_id': '96eb4f2a-449e-4a59-97b8-cf7c54f146c9', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'mac_address': 'fa:16:3e:e0:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:59Z', 'updated_at': '2022-03-08T04:28:03Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'subnets': [{'id': '12bfdfe3-6d62-41cd-b67b-147e56769e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:31:09.593105 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (504a8585-ad5f-4598-a0c9-d8c99e1c6909), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:09.595529 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:09.596738 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/504a8585-ad5f-4598-a0c9-d8c99e1c6909 HTTP/1.1" status: 204 len: 168 time: 0.5334103 Mar 08 04:31:09.609865 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd555-7497-4d26-9dbf-9e50e2b29de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a8585-ad5f-4598-a0c9-d8c99e1c6909,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:09.617557 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cef4db-6252-4be0-b93b-a538e2935058 req-bb322e7b-8133-43c5-a257-ff712f6d70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:09.619192 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-bb322e7b-8133-43c5-a257-ff712f6d70f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96eb4f2a-449e-4a59-97b8-cf7c54f146c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3275485 Mar 08 04:31:09.730662 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e62ea1-ac04-4776-94fe-5bb511068aec None None] New status for floating IP 9deb1149-686e-4937-bf7b-6ba04276cdb8: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:31:09.731358 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-74cf7872-7333-4843-a168-31968c43d8a3 service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055095 Mar 08 04:31:09.849704 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-99cef4db-6252-4be0-b93b-a538e2935058 req-09bd0560-727b-4fa1-9ccb-c7e4246db03c service neutron] 10.222.0.42 "GET /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122260 Mar 08 04:31:11.516996 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d0e41-4cd3-4e62-a400-4adffcc3ac98 req-945e6653-b86d-4aca-ad01-cbceb22981aa tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:11.518425 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f8d0e41-4cd3-4e62-a400-4adffcc3ac98 req-945e6653-b86d-4aca-ad01-cbceb22981aa tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Mar 08 04:31:11.564985 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9f8d0e41-4cd3-4e62-a400-4adffcc3ac98 req-9b780883-6ed7-432a-b358-9804152dd617 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Mar 08 04:31:12.684710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96cd9-dc91-4ecd-a64d-305ddc51735a req-74a38ec3-8a57-4064-8815-28430a6e89f8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:12.686175 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-27e96cd9-dc91-4ecd-a64d-305ddc51735a req-74a38ec3-8a57-4064-8815-28430a6e89f8 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0524106 Mar 08 04:31:12.736446 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-27e96cd9-dc91-4ecd-a64d-305ddc51735a req-d0a13bbf-6cef-44a2-a0e8-7da1de8682a9 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Mar 08 04:31:13.388469 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855de789-fee0-46d6-848b-015f6682ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:13.580785 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-c7d82264-1077-4172-98b0-3e018461fcca tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:13.582222 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-c7d82264-1077-4172-98b0-3e018461fcca tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Mar 08 04:31:13.672710 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Deleting port cbd244fc-60a7-414c-9e2f-af9bca61123f {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:13.672971 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:13.762814 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] For port cbd244fc-60a7-414c-9e2f-af9bca61123f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cbd244fc-60a7-414c-9e2f-af9bca61123f,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:13.763520 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:13.775512 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Calling delete_port for cbd244fc-60a7-414c-9e2f-af9bca61123f owned by compute:nova {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:13.894279 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d16c3-7eb9-4e82-be28-6c271d526923 req-6aab385a-72fb-4365-aa8c-1ce6ecf447c4 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:31:13.895773 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ae2d16c3-7eb9-4e82-be28-6c271d526923 req-6aab385a-72fb-4365-aa8c-1ce6ecf447c4 tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db71f3e-2131-4663-8313-d654ee203339 HTTP/1.1" status: 200 len: 945 time: 0.0792704 Mar 08 04:31:13.976486 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-ae2d16c3-7eb9-4e82-be28-6c271d526923 req-330ab4ad-e2a7-4036-b299-4f8b6422c6bc tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.20 "GET /v2.0/security-groups?id=9983f183-0a60-4640-a402-2b038945aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Mar 08 04:31:13.977528 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (cbd244fc-60a7-414c-9e2f-af9bca61123f), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:14.006687 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Pushing event deleted for resources: {'Port': ['ID=cbd244fc-60a7-414c-9e2f-af9bca61123f,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:14.013389 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] get_ports_and_sgs() called for port_ids ['cbd244fc-60a7-414c-9e2f-af9bca61123f'] {{(pid=103175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:31:14.055636 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] No DVR routers for this DVR port cbd244fc-60a7-414c-9e2f-af9bca61123f on host hv-cinder-74014 {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:31:14.058025 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516291'] for port (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:14.061379 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [req-9c0f63de-bfee-41f7-9c60-b8781c3f6ddc req-5bc8207c-63c5-4ba3-8d51-117f52bf820b tempest-TestMinimumBasicScenario-415478884 tempest-TestMinimumBasicScenario-415478884-project] 10.222.0.42 "DELETE /v2.0/ports/cbd244fc-60a7-414c-9e2f-af9bca61123f HTTP/1.1" status: 204 len: 173 time: 0.4740551 Mar 08 04:31:14.061821 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'name': 'network-vif-deleted', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:31:14.064056 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6953452662cadea6feafab1a28c6c593b97a4ccc0e053fa6028f252a44104dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2b13e-25ba-49ad-bf76-cb149bf5b344" -d '{"events": [{"server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "name": "network-vif-deleted", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:31:14.104596 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f18278-8d5f-46ba-bb43-f88745b60d55 x-openstack-request-id: req-68f18278-8d5f-46ba-bb43-f88745b60d55 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:31:14.104894 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db71f3e-2131-4663-8313-d654ee203339", "name": "network-vif-deleted", "tag": "cbd244fc-60a7-414c-9e2f-af9bca61123f", "status": "completed", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:31:14.105154 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68f18278-8d5f-46ba-bb43-f88745b60d55 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:31:14.105549 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db71f3e-2131-4663-8313-d654ee203339', 'name': 'network-vif-deleted', 'tag': 'cbd244fc-60a7-414c-9e2f-af9bca61123f', 'status': 'completed', 'code': 200} Mar 08 04:31:15.552263 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f62996d-071b-4489-83ba-fc595077538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:15.630551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59586) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:15.976729 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (d573f199-733b-4897-879c-ac5cd7d12cdb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.222994 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Deleting port c3a168d3-88d1-4355-a763-fea228f3a95b {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:16.223243 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.302429 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] For port c3a168d3-88d1-4355-a763-fea228f3a95b, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=c3a168d3-88d1-4355-a763-fea228f3a95b,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:16.302812 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.314732 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Calling delete_port for c3a168d3-88d1-4355-a763-fea228f3a95b owned by network:router_interface {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:16.492827 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (c3a168d3-88d1-4355-a763-fea228f3a95b), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.517000 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a168d3-88d1-4355-a763-fea228f3a95b,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:16.688073 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (d573f199-733b-4897-879c-ac5cd7d12cdb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.840943 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:16.908391 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Router d573f199-733b-4897-879c-ac5cd7d12cdb has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:31:17.016551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:31:17.021650 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-158467a1-90ae-4b26-a19d-d45ae12f24ae admin admin] 10.222.0.20 "PUT /v2.0/routers/d573f199-733b-4897-879c-ac5cd7d12cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901873 Mar 08 04:31:17.024133 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59588) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:17.026598 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Sync routers for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:31:17.036947 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:17.037558 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:31:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:17.131153 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks [] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.143819 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: dv-cinder-740146-13-smb {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:17.237331 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks [] for router_gateway (d573f199-733b-4897-879c-ac5cd7d12cdb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.291726 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Deleting port 125014a1-c43d-451a-98e6-459d53913c34 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:17.292061 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (125014a1-c43d-451a-98e6-459d53913c34), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.375377 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] For port 125014a1-c43d-451a-98e6-459d53913c34, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=125014a1-c43d-451a-98e6-459d53913c34,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:17.375753 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (125014a1-c43d-451a-98e6-459d53913c34), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.388100 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Calling delete_port for 125014a1-c43d-451a-98e6-459d53913c34 owned by network:router_gateway {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:17.403296 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '125014a1-c43d-451a-98e6-459d53913c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:31:16Z', 'revision_number': 5, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port': {'id': '125014a1-c43d-451a-98e6-459d53913c34', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:27:57Z', 'updated_at': '2022-03-08T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:17.431961 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Checking router: d573f199-733b-4897-879c-ac5cd7d12cdb for host: dv-cinder-740146-13-smb {{(pid=103176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:31:17.440577 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Routers {'d573f199-733b-4897-879c-ac5cd7d12cdb'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:17.441178 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:31:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['d573f199-733b-4897-879c-ac5cd7d12cdb'], 'active': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:17.527051 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_dvr_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] Set router d573f199-733b-4897-879c-ac5cd7d12cdb gateway port host: None {{(pid=103176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:17.557017 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28908268'] for port (125014a1-c43d-451a-98e6-459d53913c34), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.579262 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.l3_hamode_db [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:31:17Z', 'revision_number': 6, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:17.583741 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=125014a1-c43d-451a-98e6-459d53913c34,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:17.613655 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf3fdb-0f32-4779-a56e-6d87f64e8a90 None None] The sync data for ids ['d573f199-733b-4897-879c-ac5cd7d12cdb'] in dv-cinder-740146-13-smb is: [{'id': 'd573f199-733b-4897-879c-ac5cd7d12cdb', 'name': 'tempest-TestMinimumBasicScenario-226292607-router', 'tenant_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:27:56Z', 'updated_at': '2022-03-08T04:31:17Z', 'revision_number': 6, 'project_id': 'ceeb8d31098743eeb7ce99c7e18478ee', 'gw_port_host': None}] {{(pid=103176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:31:17.649745 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (d573f199-733b-4897-879c-ac5cd7d12cdb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.748483 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.750597 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks [] for router_controller (d573f199-733b-4897-879c-ac5cd7d12cdb), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.792905 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (d573f199-733b-4897-879c-ac5cd7d12cdb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.793444 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d573f199-733b-4897-879c-ac5cd7d12cdb {{(pid=103174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:31:17.798122 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.799046 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-d283f450-cac1-4d86-9655-92c919505a6f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d573f199-733b-4897-879c-ac5cd7d12cdb HTTP/1.1" status: 204 len: 168 time: 0.7739735 Mar 08 04:31:17.801551 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [-] (103174) accepted ('10.222.0.20', 59590) {{(pid=103174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:17.845630 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Deleting subnet 12bfdfe3-6d62-41cd-b67b-147e56769e8f {{(pid=103174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:31:17.848707 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Publish callbacks [] for subnet (12bfdfe3-6d62-41cd-b67b-147e56769e8f), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.882072 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489288'] for subnet (12bfdfe3-6d62-41cd-b67b-147e56769e8f), precommit_delete_associations {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:17.961344 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (12bfdfe3-6d62-41cd-b67b-147e56769e8f), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.017427 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28908251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25473702'] for subnet (12bfdfe3-6d62-41cd-b67b-147e56769e8f), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.044018 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bfdfe3-6d62-41cd-b67b-147e56769e8f,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:18.050103 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for subnet (None), before_response {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.053783 dv-cinder-740146-13-smb neutron-server[103174]: INFO neutron.wsgi [None req-63b87152-14a6-4a02-98cd-22661fad13ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12bfdfe3-6d62-41cd-b67b-147e56769e8f HTTP/1.1" status: 204 len: 168 time: 0.2508910 Mar 08 04:31:18.056083 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59592) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:18.057713 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693cc00b-6321-4115-8878-a12921ba5442 None None] Network 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:31:18.123433 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (96eb4f2a-449e-4a59-97b8-cf7c54f146c9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.174878 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Deleting port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:18.175227 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.239154 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] For port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,segment=NetworkSegment(3997ae69-b24d-4d51-8a48-a9cf1235e6f0),segment_id=3997ae69-b24d-4d51-8a48-a9cf1235e6f0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:18.239508 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.247603 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.251658 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Calling delete_port for 3c36096f-8118-46c8-b0dc-ebfd8ec8296c owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:18.327047 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (3c36096f-8118-46c8-b0dc-ebfd8ec8296c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.355202 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c36096f-8118-46c8-b0dc-ebfd8ec8296c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:18.358912 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] No DVR routers for this DVR port 3c36096f-8118-46c8-b0dc-ebfd8ec8296c on host dv-cinder-740146-13-smb {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:31:18.425931 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a2bf7-6fbf-4791-9a5f-a0c87700fee5 None None] DHCP port deletion for 96eb4f2a-449e-4a59-97b8-cf7c54f146c9 request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:31:18.430821 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (96eb4f2a-449e-4a59-97b8-cf7c54f146c9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.451905 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eb4f2a-449e-4a59-97b8-cf7c54f146c9']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:18.461041 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3997ae69-b24d-4d51-8a48-a9cf1235e6f0') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:18.461224 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3997ae69-b24d-4d51-8a48-a9cf1235e6f0') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:18.471719 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (3997ae69-b24d-4d51-8a48-a9cf1235e6f0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.485463 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (3997ae69-b24d-4d51-8a48-a9cf1235e6f0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.491894 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:31:18.492405 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (3997ae69-b24d-4d51-8a48-a9cf1235e6f0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:31:18.494177 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:31:18.552140 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (96eb4f2a-449e-4a59-97b8-cf7c54f146c9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.558056 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:18.561872 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/96eb4f2a-449e-4a59-97b8-cf7c54f146c9 HTTP/1.1" status: 204 len: 168 time: 0.5047858 Mar 08 04:31:18.564717 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59594) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:18.612155 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baae71-d1fc-400f-9f65-27b862618c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=96eb4f2a-449e-4a59-97b8-cf7c54f146c9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:18.642480 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 125014a1-c43d-451a-98e6-459d53913c34 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:18.664332 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 125014a1-c43d-451a-98e6-459d53913c34 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:18.664959 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 125014a1-c43d-451a-98e6-459d53913c34 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:18.665550 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c36096f-8118-46c8-b0dc-ebfd8ec8296c no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:18.687742 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 3c36096f-8118-46c8-b0dc-ebfd8ec8296c {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:18.688024 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 3c36096f-8118-46c8-b0dc-ebfd8ec8296c not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:18.688453 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c3a168d3-88d1-4355-a763-fea228f3a95b no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:18.707527 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: c3a168d3-88d1-4355-a763-fea228f3a95b {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:18.707877 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device c3a168d3-88d1-4355-a763-fea228f3a95b not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:18.814547 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:31:18.932719 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629848'] for router_interface (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:19.114956 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device cbd244fc-60a7-414c-9e2f-af9bca61123f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:19.138431 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] No Port match for: cbd244fc-60a7-414c-9e2f-af9bca61123f {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:19.138802 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Device cbd244fc-60a7-414c-9e2f-af9bca61123f not bound to the agent host hv-cinder-74014 {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:19.175758 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Deleting port a5f02c96-6541-44cb-933c-ef0ecb36c95d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:19.176346 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:19.461941 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] For port a5f02c96-6541-44cb-933c-ef0ecb36c95d, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=a5f02c96-6541-44cb-933c-ef0ecb36c95d,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:19.462208 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:19.474904 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Calling delete_port for a5f02c96-6541-44cb-933c-ef0ecb36c95d owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:19.647190 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:19.655398 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (a5f02c96-6541-44cb-933c-ef0ecb36c95d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:19.684254 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f02c96-6541-44cb-933c-ef0ecb36c95d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:19.849049 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629804'] for router_interface (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.061995 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 has already been hosted by L3 agent edb8d212-6cbd-455a-a8d5-531484d9b831 {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:31:20.167725 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] Notify agent at l3_agent.dv-cinder-740146-13-smb the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:31:20.173574 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-1686c1d7-9b30-4a49-ae2b-ceca43a0b4cd admin admin] 10.222.0.20 "PUT /v2.0/routers/a015b557-5b9d-4edd-88a6-6ecbe54a14d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079226 Mar 08 04:31:20.176119 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59596) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:20.177045 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Sync routers for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:31:20.187698 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:20.188325 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:31:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:20.279720 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks [] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.292989 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: dv-cinder-740146-13-smb {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:20.382362 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks [] for router_gateway (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.434020 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Deleting port beb900d7-3eba-450c-a23b-fc8bb568bb30 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:20.434452 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.468539 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'external_fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161'}], 'enable_snat': True}, 'gw_port_id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:31:19Z', 'revision_number': 5, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port': {'id': 'beb900d7-3eba-450c-a23b-fc8bb568bb30', 'name': '', 'network_id': 'f2bf14e1-c3a6-42eb-9adc-39496d501a2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'ip_address': '172.28.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:28:02Z', 'updated_at': '2022-03-08T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764dbe38-cea1-4a08-8fa7-8747e99e80e8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-smb'}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:20.498119 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Checking router: a015b557-5b9d-4edd-88a6-6ecbe54a14d1 for host: dv-cinder-740146-13-smb {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:31:20.506363 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Routers {'a015b557-5b9d-4edd-88a6-6ecbe54a14d1'} bound to L3 agent in host dv-cinder-740146-13-smb {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:31:20.507002 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:09:45Z,description=,heartbeat_timestamp=2022-03-08T04:31:16Z,host='dv-cinder-740146-13-smb',id=edb8d212-6cbd-455a-a8d5-531484d9b831,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:09:45Z,topic='l3_agent')) {'router_ids': ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:20.510752 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] For port beb900d7-3eba-450c-a23b-fc8bb568bb30, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=beb900d7-3eba-450c-a23b-fc8bb568bb30,segment=NetworkSegment(820067ca-689f-4192-92fb-37b5bb383c0b),segment_id=820067ca-689f-4192-92fb-37b5bb383c0b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:20.511139 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.523380 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Calling delete_port for beb900d7-3eba-450c-a23b-fc8bb568bb30 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:20.596346 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] Set router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:31:20.647891 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:31:20Z', 'revision_number': 6, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port_host': None}], 'dv-cinder-740146-13-smb', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:20.678065 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a2776-0137-4d98-b3a0-744270a91a18 None None] The sync data for ids ['a015b557-5b9d-4edd-88a6-6ecbe54a14d1'] in dv-cinder-740146-13-smb is: [{'id': 'a015b557-5b9d-4edd-88a6-6ecbe54a14d1', 'name': 'tempest-TestMinimumBasicScenario-670918631-router', 'tenant_id': '47828a8b2bf64a19863e9735756f599e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:28:01Z', 'updated_at': '2022-03-08T04:31:20Z', 'revision_number': 6, 'project_id': '47828a8b2bf64a19863e9735756f599e', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:31:20.693277 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (beb900d7-3eba-450c-a23b-fc8bb568bb30), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.724538 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb900d7-3eba-450c-a23b-fc8bb568bb30,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:20.782214 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625542'] for router_gateway (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.872180 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.874280 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks [] for router_controller (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.921574 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629285'] for router (a015b557-5b9d-4edd-88a6-6ecbe54a14d1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.922025 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a015b557-5b9d-4edd-88a6-6ecbe54a14d1 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:31:20.926950 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:20.928112 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e0be29ca-1ec6-403e-8987-6f6083481ee1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a015b557-5b9d-4edd-88a6-6ecbe54a14d1 HTTP/1.1" status: 204 len: 168 time: 0.7510619 Mar 08 04:31:20.930504 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59598) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:20.975640 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Deleting subnet 4329bb42-22cc-433c-9d39-7b9e22e4fd0a {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:31:20.978523 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Publish callbacks [] for subnet (4329bb42-22cc-433c-9d39-7b9e22e4fd0a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.014666 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28826645'] for subnet (4329bb42-22cc-433c-9d39-7b9e22e4fd0a), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.092902 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041465'] for subnet (4329bb42-22cc-433c-9d39-7b9e22e4fd0a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.148474 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28608134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29150836'] for subnet (4329bb42-22cc-433c-9d39-7b9e22e4fd0a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.175305 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4329bb42-22cc-433c-9d39-7b9e22e4fd0a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:21.177162 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.182645 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-e9ac95b3-7d75-4456-a08b-60ecd9082f63 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4329bb42-22cc-433c-9d39-7b9e22e4fd0a HTTP/1.1" status: 204 len: 168 time: 0.2488678 Mar 08 04:31:21.182791 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a31da5-1c4e-4ca3-adcf-12bce1cd0500 None None] Network 5e7feba7-357a-4562-b75f-f348f43ed57e requested from dv-cinder-740146-13-smb {{(pid=103175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:31:21.183201 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59600) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:21.250688 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4174710'] for network (5e7feba7-357a-4562-b75f-f348f43ed57e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.307569 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Deleting port 6edad93d-a507-4025-a35d-916ed8e1b7e8 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:21.307907 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.368030 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] For port 6edad93d-a507-4025-a35d-916ed8e1b7e8, host dv-cinder-740146-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-smb',level=0,port_id=6edad93d-a507-4025-a35d-916ed8e1b7e8,segment=NetworkSegment(50f07aa6-babd-4f10-836b-b423354cf476),segment_id=50f07aa6-babd-4f10-836b-b423354cf476)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:21.368309 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.380657 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Calling delete_port for 6edad93d-a507-4025-a35d-916ed8e1b7e8 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:21.424441 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] DHCP port deletion for 5e7feba7-357a-4562-b75f-f348f43ed57e request from dv-cinder-740146-13-smb {{(pid=103175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:31:21.467857 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28608177'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.479774 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Deleting port 6edad93d-a507-4025-a35d-916ed8e1b7e8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:31:21.480176 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740142871107'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.494152 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edad93d-a507-4025-a35d-916ed8e1b7e8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:21.495988 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] No DVR routers for this DVR port 6edad93d-a507-4025-a35d-916ed8e1b7e8 on host dv-cinder-740146-13-smb {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:31:21.550026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] For port 6edad93d-a507-4025-a35d-916ed8e1b7e8, host dv-cinder-740146-13-smb, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:31:21.550026 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625994'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.573637 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Calling delete_port for 6edad93d-a507-4025-a35d-916ed8e1b7e8 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:31:21.577325 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Port 6edad93d-a507-4025-a35d-916ed8e1b7e8 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 04:31:21.577573 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4001910', 'neutron.services.segments.db._delete_segments_for_network-8740142700135'] for network (5e7feba7-357a-4562-b75f-f348f43ed57e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.578578 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740142877094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740142354360'] for port (6edad93d-a507-4025-a35d-916ed8e1b7e8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.601114 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7feba7-357a-4562-b75f-f348f43ed57e']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:21.609120 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Pushing event deleted for resources: {'Port': ['ID=6edad93d-a507-4025-a35d-916ed8e1b7e8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:21.614127 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] No DVR routers for this DVR port 6edad93d-a507-4025-a35d-916ed8e1b7e8 on host dv-cinder-740146-13-smb {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:31:21.617145 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f07aa6-babd-4f10-836b-b423354cf476') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:21.617451 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.services.segments.db [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f07aa6-babd-4f10-836b-b423354cf476') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.628268 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.630064 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.630064 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.630064 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.630064 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e7d64-d7a6-4577-92a4-dc957752a547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-smb {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:31:21.641509 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740142701168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28826862'] for segment (50f07aa6-babd-4f10-836b-b423354cf476), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.658712 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738'] for segment (50f07aa6-babd-4f10-836b-b423354cf476), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.665448 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:31:21.665918 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28608236'] for segment (50f07aa6-babd-4f10-836b-b423354cf476), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: Traceback (most recent call last): Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: timer() Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: cb(*args, **kw) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: return func(*args, **kwargs) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: self._notify() Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: self.callback(batched_events) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: event.method(event) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: return f(self, *a, **k) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: return self._get(url).json() Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: return self.request(url, 'GET', **kwargs) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:31:21.668642 dv-cinder-740146-13-smb neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:31:21.732204 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4001919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625570'] for network (5e7feba7-357a-4562-b75f-f348f43ed57e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.738018 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555544'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:21.742052 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5e7feba7-357a-4562-b75f-f348f43ed57e HTTP/1.1" status: 204 len: 168 time: 0.5583260 Mar 08 04:31:21.753355 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521011d-3de0-4a39-b6f6-265b34335262 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7feba7-357a-4562-b75f-f348f43ed57e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:21.938366 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59604) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:21.981867 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-76c126cc-5116-4195-9577-d2b252390320 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceeb8d31098743eeb7ce99c7e18478ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422010 Mar 08 04:31:21.984499 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59606) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:22.034248 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] Publish callbacks [] for security_group (9983f183-0a60-4640-a402-2b038945aeb7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.061634 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] Publish callbacks [] for security_group (9983f183-0a60-4640-a402-2b038945aeb7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.117436 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (9983f183-0a60-4640-a402-2b038945aeb7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.120103 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.121263 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9983f183-0a60-4640-a402-2b038945aeb7 HTTP/1.1" status: 204 len: 168 time: 0.1358469 Mar 08 04:31:22.130242 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aabbd0-52e7-4d6c-86f0-dd98a075e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9983f183-0a60-4640-a402-2b038945aeb7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:22.448228 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59612) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:22.487119 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-20a62ee1-2d78-4fb9-bfcb-d072c5a6b518 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47828a8b2bf64a19863e9735756f599e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377047 Mar 08 04:31:22.489554 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59614) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:31:22.536201 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] Publish callbacks [] for security_group (18fc1cee-ea5f-45e4-a910-8209eb2643f9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.556693 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] Publish callbacks [] for security_group (18fc1cee-ea5f-45e4-a910-8209eb2643f9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.607681 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933512'] for security_group (18fc1cee-ea5f-45e4-a910-8209eb2643f9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.610414 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:22.611711 dv-cinder-740146-13-smb neutron-server[103173]: INFO neutron.wsgi [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18fc1cee-ea5f-45e4-a910-8209eb2643f9 HTTP/1.1" status: 204 len: 168 time: 0.1212440 Mar 08 04:31:22.620038 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e056904-e9eb-44f2-936f-6b9ed2ad71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc1cee-ea5f-45e4-a910-8209eb2643f9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:31:22.621952 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device beb900d7-3eba-450c-a23b-fc8bb568bb30 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:22.648225 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: beb900d7-3eba-450c-a23b-fc8bb568bb30 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:22.648645 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device beb900d7-3eba-450c-a23b-fc8bb568bb30 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:22.649154 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6edad93d-a507-4025-a35d-916ed8e1b7e8 no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:22.672609 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: 6edad93d-a507-4025-a35d-916ed8e1b7e8 {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:22.673094 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device 6edad93d-a507-4025-a35d-916ed8e1b7e8 not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:22.673498 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a5f02c96-6541-44cb-933c-ef0ecb36c95d no longer exists at agent ovs-agent-dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:31:22.693251 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] No Port match for: a5f02c96-6541-44cb-933c-ef0ecb36c95d {{(pid=103175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:31:22.693599 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron.plugins.ml2.rpc [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Device a5f02c96-6541-44cb-933c-ef0ecb36c95d not bound to the agent host dv-cinder-740146-13-smb {{(pid=103175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:31:22.830592 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:43.389995 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f650286-a442-4669-b47c-ab05793b667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:45.558098 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b274b6a6-efd8-4174-9920-13a94981897b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:46.841957 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:48.251323 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:49.649200 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:52.823991 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:31:55.813243 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:32:13.390483 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-998b3f3e-db8b-4b86-9aca-8f5569da6f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:15.551134 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39dab7df-8c94-48d8-9293-88a0ada1b6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:16.846727 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:18.253502 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:19.651149 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:22.838712 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:32.812213 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:32:43.392918 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebf03bb5-449a-48cb-b382-4148c6a812b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:45.552440 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68ba8fbe-f62c-43be-b766-085f73e86962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:46.847569 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:48.255982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:49.653294 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:32:52.840045 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:09.811213 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:33:13.393956 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d4253c5-e378-4fe5-a4ac-e5f180189708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:15.554063 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f44e1dc-4f83-4317-9e73-3d0684edcb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:16.849758 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:18.259438 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:19.655772 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:22.841982 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:43.395589 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91df789e-2411-4988-944a-7d2093ff69ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:45.555411 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c72c5fb4-3956-436a-aed6-d680009a86b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:46.809793 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:33:46.852584 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:48.262284 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:49.658662 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:33:52.834101 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:04.656970 dv-cinder-740146-13-smb neutron-server[103174]: DEBUG neutron.wsgi [req-eda35d3a-942a-4585-87be-a55ae9320fba req-821e6648-ecc7-44c1-af72-d6dc5147263c service neutron] (103174) timed out ('10.222.0.42', 59143) {{(pid=103174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:34:05.997568 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [req-8e25d29b-6397-4084-b107-0e630da9f6bb req-a63df08d-7454-4fde-8d34-266f299fa46e service neutron] (103173) timed out ('10.222.0.42', 59176) {{(pid=103173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:34:13.397384 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd182e11-51ba-40c7-9fb5-40175e05660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:15.557009 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b210ef9-482d-40d4-ad86-706ce077dda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:16.540882 dv-cinder-740146-13-smb neutron-server[103173]: DEBUG neutron.wsgi [req-46d387d9-7793-4658-9c81-3d74d8aa7edd req-b2121baf-67f8-4a22-9820-46c716f2fa54 service neutron] (103173) timed out ('10.222.0.42', 59195) {{(pid=103173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:34:16.858303 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:18.265701 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:19.660182 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:22.848249 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:23.809830 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:34:43.399444 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7f19-11a3-4bec-9fc3-dd2cd9714b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:45.558307 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1f8d-62f4-4751-a8d8-5957476c8926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:46.858787 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:48.268129 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:49.661811 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:34:52.848457 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:00.808792 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:35:13.404100 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57f7e316-5192-405e-a8a5-63dda286076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:15.559507 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04bdd137-e49f-4812-ac6c-ffec6df5fa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:16.860832 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:18.271096 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:19.665208 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:22.862996 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:37.808394 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:35:43.405386 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-107210f3-9120-4159-ab07-571978b3f3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:45.561865 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af73a94d-bfa9-4ef7-94c7-f6f5c5a48e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.863768 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:48.273990 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:49.668385 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:52.857660 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:13.407086 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4485883f-d4a0-4b9e-b970-950f69dc3b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (a3314af3-b26a-4e1a-b7e4-77a805b64028), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:14.810008 dv-cinder-740146-13-smb neutron-server[103176]: DEBUG neutron.db.agents_db [None req-466fb92c-8355-441f-ab16-44722e46b4c0 None None] Agent healthcheck: found 6 active agents {{(pid=103176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:36:15.563580 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81ae66d8-44eb-433b-b0b2-2f049351cc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (edb8d212-6cbd-455a-a8d5-531484d9b831), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:16.866672 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-867f606b-55ca-4f35-ba2b-74e4c2ffaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (e6b8be2c-cf7b-4e89-a512-53cd6de7a485), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:18.276760 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9c9acc2-7982-4f17-aa25-1d2435b67af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (14459af7-c75b-449a-bf76-e2cd0a698c9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:19.676231 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7459edd7-8f00-446f-8fe0-0cc71b1907da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (35623317-3efc-4a80-a8e8-a70ad63c953a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:22.867360 dv-cinder-740146-13-smb neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a84dfc2-7d7a-4790-8730-601877025e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740142700117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4005773'] for agent (c169a84d-744c-4011-b97c-2e8d5026117a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}